2024-11-26 21:20:57,492 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 21:20:57,504 main DEBUG Took 0.010169 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 21:20:57,504 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 21:20:57,504 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 21:20:57,505 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 21:20:57,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,513 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 21:20:57,525 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,527 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,528 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,529 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,529 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,530 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,531 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,532 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,532 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,533 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,534 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,534 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:20:57,535 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,535 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 21:20:57,536 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:20:57,538 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 21:20:57,539 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 21:20:57,540 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 21:20:57,541 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 21:20:57,541 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 21:20:57,549 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 21:20:57,552 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 21:20:57,553 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 21:20:57,554 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 21:20:57,554 main DEBUG createAppenders(={Console}) 2024-11-26 21:20:57,555 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-26 21:20:57,555 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 21:20:57,555 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-26 21:20:57,556 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 21:20:57,556 main DEBUG OutputStream closed 2024-11-26 21:20:57,556 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 21:20:57,556 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 21:20:57,557 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-26 21:20:57,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 21:20:57,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 21:20:57,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 21:20:57,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 21:20:57,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 21:20:57,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 21:20:57,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 21:20:57,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 21:20:57,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 21:20:57,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 21:20:57,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 21:20:57,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 21:20:57,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 21:20:57,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 21:20:57,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 21:20:57,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 21:20:57,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 21:20:57,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 21:20:57,634 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 21:20:57,635 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-26 21:20:57,635 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 21:20:57,635 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-26T21:20:57,867 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427 2024-11-26 21:20:57,870 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 21:20:57,871 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T21:20:57,879 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-26T21:20:57,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:20:57,901 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6, deleteOnExit=true 2024-11-26T21:20:57,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T21:20:57,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/test.cache.data in system properties and HBase conf 2024-11-26T21:20:57,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:20:57,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:20:57,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:20:57,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:20:57,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T21:20:57,996 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T21:20:58,100 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:20:58,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:20:58,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:20:58,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:20:58,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:20:58,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:20:58,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:20:58,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:20:58,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:20:58,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:20:58,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:20:58,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:20:58,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:20:58,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:20:58,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:20:59,030 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T21:20:59,110 INFO [Time-limited test {}] log.Log(170): Logging initialized @2416ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T21:20:59,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:20:59,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:20:59,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:20:59,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:20:59,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:20:59,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:20:59,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:20:59,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:20:59,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/java.io.tmpdir/jetty-localhost-41633-hadoop-hdfs-3_4_1-tests_jar-_-any-1102675617669110054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:20:59,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:41633} 2024-11-26T21:20:59,525 INFO [Time-limited test {}] server.Server(415): Started @2832ms 2024-11-26T21:20:59,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:20:59,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:20:59,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:20:59,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:20:59,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:20:59,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13028e71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:20:59,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:21:00,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26df09d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/java.io.tmpdir/jetty-localhost-41685-hadoop-hdfs-3_4_1-tests_jar-_-any-11871713823438471646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:21:00,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33f150ec{HTTP/1.1, (http/1.1)}{localhost:41685} 2024-11-26T21:21:00,063 INFO [Time-limited test {}] server.Server(415): Started @3370ms 2024-11-26T21:21:00,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:21:00,596 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6/dfs/data/data2/current/BP-2128567970-172.17.0.2-1732656058775/current, will proceed with Du for space computation calculation, 2024-11-26T21:21:00,596 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6/dfs/data/data1/current/BP-2128567970-172.17.0.2-1732656058775/current, will proceed with Du for space computation calculation, 2024-11-26T21:21:00,644 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:21:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4141aaee2e239af1 with lease ID 0x1955b8854f6f661a: Processing first storage report for DS-9b5816de-4f33-4171-b128-15f59266f602 from datanode DatanodeRegistration(127.0.0.1:37341, datanodeUuid=45c02f04-1e15-4ec0-8551-0fbc14853990, infoPort=45365, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=1966231837;c=1732656058775) 2024-11-26T21:21:00,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4141aaee2e239af1 with lease ID 0x1955b8854f6f661a: from storage DS-9b5816de-4f33-4171-b128-15f59266f602 node DatanodeRegistration(127.0.0.1:37341, datanodeUuid=45c02f04-1e15-4ec0-8551-0fbc14853990, infoPort=45365, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=1966231837;c=1732656058775), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:21:00,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4141aaee2e239af1 with lease ID 0x1955b8854f6f661a: Processing first storage report for DS-6e90f5f1-846e-48c2-8faa-3942d8b1cac4 from datanode DatanodeRegistration(127.0.0.1:37341, datanodeUuid=45c02f04-1e15-4ec0-8551-0fbc14853990, infoPort=45365, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=1966231837;c=1732656058775) 2024-11-26T21:21:00,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4141aaee2e239af1 with lease ID 0x1955b8854f6f661a: from storage DS-6e90f5f1-846e-48c2-8faa-3942d8b1cac4 node DatanodeRegistration(127.0.0.1:37341, datanodeUuid=45c02f04-1e15-4ec0-8551-0fbc14853990, infoPort=45365, infoSecurePort=0, ipcPort=35597, storageInfo=lv=-57;cid=testClusterID;nsid=1966231837;c=1732656058775), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:21:00,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427 2024-11-26T21:21:00,896 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6/zookeeper_0, clientPort=62685, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:21:00,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62685 2024-11-26T21:21:00,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:21:00,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:21:01,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:21:01,588 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e with version=8 2024-11-26T21:21:01,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/hbase-staging 2024-11-26T21:21:01,742 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T21:21:02,020 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f2fea67b8e2e:0 server-side Connection retries=45 2024-11-26T21:21:02,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:21:02,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:21:02,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:21:02,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:21:02,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:21:02,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:21:02,249 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T21:21:02,258 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T21:21:02,262 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:21:02,289 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22155 (auto-detected) 2024-11-26T21:21:02,290 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T21:21:02,310 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46209 2024-11-26T21:21:02,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:21:02,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:21:02,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46209 connecting to ZooKeeper ensemble=127.0.0.1:62685 2024-11-26T21:21:02,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462090x0, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:21:02,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46209-0x10035b512b20000 connected 2024-11-26T21:21:02,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:21:02,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:21:02,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:21:02,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-26T21:21:02,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46209 2024-11-26T21:21:02,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46209 2024-11-26T21:21:02,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-26T21:21:02,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46209 2024-11-26T21:21:02,430 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e, hbase.cluster.distributed=false 2024-11-26T21:21:02,494 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f2fea67b8e2e:0 server-side Connection retries=45 2024-11-26T21:21:02,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:21:02,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:21:02,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:21:02,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:21:02,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:21:02,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:21:02,500 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:21:02,501 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45485 2024-11-26T21:21:02,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:21:02,511 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:21:02,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:21:02,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:21:02,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45485 connecting to ZooKeeper ensemble=127.0.0.1:62685 2024-11-26T21:21:02,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454850x0, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:21:02,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454850x0, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:21:02,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45485-0x10035b512b20001 connected 2024-11-26T21:21:02,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:21:02,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:21:02,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-26T21:21:02,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45485 2024-11-26T21:21:02,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45485 2024-11-26T21:21:02,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-26T21:21:02,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-26T21:21:02,536 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:02,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:21:02,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:21:02,544 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:02,552 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f2fea67b8e2e:46209 2024-11-26T21:21:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:21:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:21:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:02,575 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:21:02,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:21:02,576 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f2fea67b8e2e,46209,1732656061734 from backup master directory 2024-11-26T21:21:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:21:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:21:02,581 WARN [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:21:02,581 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:02,583 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T21:21:02,585 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T21:21:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:21:03,056 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/hbase.id with ID: 7b39d2bf-98e5-4a28-bf55-01f2f7db7f45 2024-11-26T21:21:03,101 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:21:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:21:03,160 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:21:03,162 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:21:03,180 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:03,184 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:21:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:21:03,635 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store 2024-11-26T21:21:03,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:21:03,655 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T21:21:03,656 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:03,657 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:21:03,657 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:21:03,657 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:21:03,657 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:21:03,657 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:21:03,657 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:21:03,658 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T21:21:03,660 WARN [master/f2fea67b8e2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/.initializing 2024-11-26T21:21:03,660 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/WALs/f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:03,667 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:21:03,678 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2fea67b8e2e%2C46209%2C1732656061734, suffix=, logDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/WALs/f2fea67b8e2e,46209,1732656061734, archiveDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/oldWALs, maxLogs=10 2024-11-26T21:21:03,702 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/WALs/f2fea67b8e2e,46209,1732656061734/f2fea67b8e2e%2C46209%2C1732656061734.1732656063683, exclude list is [], retry=0 2024-11-26T21:21:03,719 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37341,DS-9b5816de-4f33-4171-b128-15f59266f602,DISK] 2024-11-26T21:21:03,722 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T21:21:03,760 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/WALs/f2fea67b8e2e,46209,1732656061734/f2fea67b8e2e%2C46209%2C1732656061734.1732656063683 2024-11-26T21:21:03,761 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45365:45365)] 2024-11-26T21:21:03,762 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:21:03,763 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:03,767 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,769 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:21:03,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:03,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:21:03,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:21:03,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:03,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:03,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:21:03,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:03,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:03,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:21:03,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:03,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:03,865 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,866 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,875 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:21:03,879 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:21:03,884 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:21:03,885 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61098579, jitterRate=-0.08956022560596466}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:21:03,890 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T21:21:03,891 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:21:03,923 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2a2caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:03,960 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T21:21:03,974 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:21:03,974 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:21:03,977 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:21:03,978 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T21:21:03,983 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-26T21:21:03,984 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:21:04,009 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:21:04,021 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:21:04,024 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:21:04,027 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:21:04,028 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:21:04,030 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:21:04,032 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:21:04,035 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:21:04,038 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:21:04,039 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:21:04,042 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:21:04,052 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:21:04,054 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:21:04,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:21:04,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:21:04,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:04,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:04,059 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f2fea67b8e2e,46209,1732656061734, sessionid=0x10035b512b20000, setting cluster-up flag (Was=false) 2024-11-26T21:21:04,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:04,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:04,092 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:21:04,094 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:04,109 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:21:04,110 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:04,151 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f2fea67b8e2e:45485 2024-11-26T21:21:04,153 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1008): ClusterId : 7b39d2bf-98e5-4a28-bf55-01f2f7db7f45 2024-11-26T21:21:04,155 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:21:04,161 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:21:04,161 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:21:04,164 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:21:04,164 DEBUG [RS:0;f2fea67b8e2e:45485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18529e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:04,166 DEBUG [RS:0;f2fea67b8e2e:45485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d802979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2fea67b8e2e/172.17.0.2:0 2024-11-26T21:21:04,169 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T21:21:04,169 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T21:21:04,169 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T21:21:04,171 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(3073): reportForDuty to master=f2fea67b8e2e,46209,1732656061734 with isa=f2fea67b8e2e/172.17.0.2:45485, startcode=1732656062493 2024-11-26T21:21:04,183 DEBUG [RS:0;f2fea67b8e2e:45485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:21:04,199 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T21:21:04,207 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T21:21:04,212 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:21:04,218 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f2fea67b8e2e,46209,1732656061734 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:21:04,221 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43961, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:21:04,222 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f2fea67b8e2e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:21:04,223 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f2fea67b8e2e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:21:04,223 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f2fea67b8e2e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:21:04,223 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f2fea67b8e2e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:21:04,224 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f2fea67b8e2e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:21:04,224 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,224 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f2fea67b8e2e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:21:04,225 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,228 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732656094228 2024-11-26T21:21:04,228 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:04,230 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:21:04,231 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:21:04,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:21:04,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:21:04,234 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:21:04,235 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:21:04,235 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:21:04,235 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:21:04,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:04,239 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:21:04,241 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:21:04,242 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:21:04,243 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:21:04,245 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:21:04,245 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:21:04,248 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f2fea67b8e2e:0:becomeActiveMaster-HFileCleaner.large.0-1732656064247,5,FailOnTimeoutGroup] 2024-11-26T21:21:04,255 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f2fea67b8e2e:0:becomeActiveMaster-HFileCleaner.small.0-1732656064248,5,FailOnTimeoutGroup] 2024-11-26T21:21:04,255 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,255 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:21:04,257 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,257 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741831_1007 (size=1039) 2024-11-26T21:21:04,266 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-26T21:21:04,266 WARN [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T21:21:04,368 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(3073): reportForDuty to master=f2fea67b8e2e,46209,1732656061734 with isa=f2fea67b8e2e/172.17.0.2:45485, startcode=1732656062493 2024-11-26T21:21:04,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:04,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(486): Registering regionserver=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:04,381 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:21:04,381 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45679 2024-11-26T21:21:04,381 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T21:21:04,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:21:04,386 DEBUG [RS:0;f2fea67b8e2e:45485 {}] zookeeper.ZKUtil(111): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:04,386 WARN [RS:0;f2fea67b8e2e:45485 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:21:04,386 INFO [RS:0;f2fea67b8e2e:45485 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:21:04,387 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/WALs/f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:04,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f2fea67b8e2e,45485,1732656062493] 2024-11-26T21:21:04,400 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T21:21:04,411 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:21:04,424 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:21:04,426 INFO [RS:0;f2fea67b8e2e:45485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:21:04,427 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,427 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T21:21:04,434 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,434 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,434 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,434 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,435 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,435 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,435 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f2fea67b8e2e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:21:04,435 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,435 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,435 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,436 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,436 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f2fea67b8e2e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:21:04,436 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f2fea67b8e2e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:21:04,436 DEBUG [RS:0;f2fea67b8e2e:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:21:04,437 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,437 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,437 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,437 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,437 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,45485,1732656062493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:21:04,457 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:21:04,459 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,45485,1732656062493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:04,479 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.Replication(204): f2fea67b8e2e,45485,1732656062493 started 2024-11-26T21:21:04,479 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1767): Serving as f2fea67b8e2e,45485,1732656062493, RpcServer on f2fea67b8e2e/172.17.0.2:45485, sessionid=0x10035b512b20001 2024-11-26T21:21:04,480 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:21:04,480 DEBUG [RS:0;f2fea67b8e2e:45485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:04,480 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2fea67b8e2e,45485,1732656062493' 2024-11-26T21:21:04,480 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:21:04,481 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:21:04,482 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:21:04,482 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:21:04,482 DEBUG [RS:0;f2fea67b8e2e:45485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:04,482 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f2fea67b8e2e,45485,1732656062493' 2024-11-26T21:21:04,482 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:21:04,483 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:21:04,483 DEBUG [RS:0;f2fea67b8e2e:45485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:21:04,484 INFO [RS:0;f2fea67b8e2e:45485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:21:04,484 INFO [RS:0;f2fea67b8e2e:45485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:21:04,589 INFO [RS:0;f2fea67b8e2e:45485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:21:04,593 INFO [RS:0;f2fea67b8e2e:45485 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2fea67b8e2e%2C45485%2C1732656062493, suffix=, logDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/WALs/f2fea67b8e2e,45485,1732656062493, archiveDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/oldWALs, maxLogs=32 2024-11-26T21:21:04,610 DEBUG [RS:0;f2fea67b8e2e:45485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/WALs/f2fea67b8e2e,45485,1732656062493/f2fea67b8e2e%2C45485%2C1732656062493.1732656064595, exclude list is [], retry=0 2024-11-26T21:21:04,615 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37341,DS-9b5816de-4f33-4171-b128-15f59266f602,DISK] 2024-11-26T21:21:04,619 INFO [RS:0;f2fea67b8e2e:45485 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/WALs/f2fea67b8e2e,45485,1732656062493/f2fea67b8e2e%2C45485%2C1732656062493.1732656064595 2024-11-26T21:21:04,619 DEBUG [RS:0;f2fea67b8e2e:45485 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45365:45365)] 2024-11-26T21:21:04,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T21:21:04,663 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:21:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741833_1009 (size=32) 2024-11-26T21:21:05,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:05,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:21:05,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:21:05,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:05,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:21:05,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:21:05,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:21:05,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:05,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:21:05,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:21:05,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:21:05,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:05,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:21:05,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740 2024-11-26T21:21:05,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740 2024-11-26T21:21:05,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:21:05,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T21:21:05,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:21:05,103 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63784563, jitterRate=-0.04953594505786896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:21:05,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T21:21:05,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:21:05,105 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T21:21:05,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T21:21:05,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:21:05,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:21:05,107 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T21:21:05,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T21:21:05,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:21:05,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T21:21:05,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:21:05,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:21:05,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:21:05,277 DEBUG [f2fea67b8e2e:46209 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T21:21:05,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:05,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f2fea67b8e2e,45485,1732656062493, state=OPENING 2024-11-26T21:21:05,293 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:21:05,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:05,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:05,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:21:05,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:21:05,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:21:05,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:05,477 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:21:05,480 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:21:05,492 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T21:21:05,492 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:21:05,492 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:21:05,496 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f2fea67b8e2e%2C45485%2C1732656062493.meta, suffix=.meta, logDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/WALs/f2fea67b8e2e,45485,1732656062493, archiveDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/oldWALs, maxLogs=32 2024-11-26T21:21:05,513 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/WALs/f2fea67b8e2e,45485,1732656062493/f2fea67b8e2e%2C45485%2C1732656062493.meta.1732656065498.meta, exclude list is [], retry=0 2024-11-26T21:21:05,518 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37341,DS-9b5816de-4f33-4171-b128-15f59266f602,DISK] 2024-11-26T21:21:05,521 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/WALs/f2fea67b8e2e,45485,1732656062493/f2fea67b8e2e%2C45485%2C1732656062493.meta.1732656065498.meta 2024-11-26T21:21:05,522 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45365:45365)] 2024-11-26T21:21:05,523 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:21:05,525 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:21:05,598 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:21:05,604 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:21:05,608 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:21:05,608 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:05,608 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T21:21:05,609 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T21:21:05,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:21:05,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:21:05,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:05,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:21:05,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:21:05,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:21:05,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:05,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:21:05,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:21:05,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:21:05,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:05,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:21:05,622 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740 2024-11-26T21:21:05,625 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740 2024-11-26T21:21:05,628 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:21:05,630 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T21:21:05,632 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69285801, jitterRate=0.032438889145851135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:21:05,634 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T21:21:05,642 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732656065470 2024-11-26T21:21:05,653 DEBUG [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:21:05,654 INFO [RS_OPEN_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T21:21:05,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:05,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f2fea67b8e2e,45485,1732656062493, state=OPEN 2024-11-26T21:21:05,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:21:05,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:21:05,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:21:05,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:21:05,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:21:05,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f2fea67b8e2e,45485,1732656062493 in 364 msec 2024-11-26T21:21:05,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:21:05,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 555 msec 2024-11-26T21:21:05,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5350 sec 2024-11-26T21:21:05,681 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732656065681, completionTime=-1 2024-11-26T21:21:05,681 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T21:21:05,681 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T21:21:05,719 DEBUG [hconnection-0x304b520e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:05,722 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:05,732 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-26T21:21:05,733 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732656125733 2024-11-26T21:21:05,733 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732656185733 2024-11-26T21:21:05,733 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-26T21:21:05,754 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,46209,1732656061734-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:05,755 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,46209,1732656061734-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:05,755 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,46209,1732656061734-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:05,756 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f2fea67b8e2e:46209, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:05,757 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:05,762 DEBUG [master/f2fea67b8e2e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T21:21:05,765 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T21:21:05,766 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:21:05,772 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T21:21:05,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:21:05,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:05,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:21:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741835_1011 (size=358) 2024-11-26T21:21:06,196 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dfaae40be0c9795fe02530226d444aec, NAME => 'hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:21:06,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741836_1012 (size=42) 2024-11-26T21:21:06,607 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:06,608 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing dfaae40be0c9795fe02530226d444aec, disabling compactions & flushes 2024-11-26T21:21:06,608 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:21:06,608 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:21:06,608 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. after waiting 0 ms 2024-11-26T21:21:06,608 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:21:06,608 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:21:06,608 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for dfaae40be0c9795fe02530226d444aec: 2024-11-26T21:21:06,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:21:06,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732656066612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732656066612"}]},"ts":"1732656066612"} 2024-11-26T21:21:06,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T21:21:06,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:21:06,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656066644"}]},"ts":"1732656066644"} 2024-11-26T21:21:06,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T21:21:06,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dfaae40be0c9795fe02530226d444aec, ASSIGN}] 2024-11-26T21:21:06,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=dfaae40be0c9795fe02530226d444aec, ASSIGN 2024-11-26T21:21:06,662 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=dfaae40be0c9795fe02530226d444aec, ASSIGN; state=OFFLINE, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=false 2024-11-26T21:21:06,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dfaae40be0c9795fe02530226d444aec, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:06,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure dfaae40be0c9795fe02530226d444aec, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:21:06,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:06,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:21:06,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => dfaae40be0c9795fe02530226d444aec, NAME => 'hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace dfaae40be0c9795fe02530226d444aec 2024-11-26T21:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for dfaae40be0c9795fe02530226d444aec 2024-11-26T21:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for dfaae40be0c9795fe02530226d444aec 2024-11-26T21:21:06,981 INFO [StoreOpener-dfaae40be0c9795fe02530226d444aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region dfaae40be0c9795fe02530226d444aec 2024-11-26T21:21:06,984 INFO [StoreOpener-dfaae40be0c9795fe02530226d444aec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfaae40be0c9795fe02530226d444aec columnFamilyName info 2024-11-26T21:21:06,984 DEBUG [StoreOpener-dfaae40be0c9795fe02530226d444aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:06,985 INFO [StoreOpener-dfaae40be0c9795fe02530226d444aec-1 {}] regionserver.HStore(327): Store=dfaae40be0c9795fe02530226d444aec/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:06,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec 2024-11-26T21:21:06,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec 2024-11-26T21:21:06,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for dfaae40be0c9795fe02530226d444aec 2024-11-26T21:21:06,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:21:06,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened dfaae40be0c9795fe02530226d444aec; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74966519, jitterRate=0.117088183760643}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:21:06,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for dfaae40be0c9795fe02530226d444aec: 2024-11-26T21:21:06,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec., pid=6, masterSystemTime=1732656066970 2024-11-26T21:21:07,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:21:07,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:21:07,004 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=dfaae40be0c9795fe02530226d444aec, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:07,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T21:21:07,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure dfaae40be0c9795fe02530226d444aec, server=f2fea67b8e2e,45485,1732656062493 in 200 msec 2024-11-26T21:21:07,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T21:21:07,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=dfaae40be0c9795fe02530226d444aec, ASSIGN in 363 msec 2024-11-26T21:21:07,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:21:07,026 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656067026"}]},"ts":"1732656067026"} 2024-11-26T21:21:07,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T21:21:07,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:21:07,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2660 sec 2024-11-26T21:21:07,077 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T21:21:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T21:21:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:21:07,109 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T21:21:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T21:21:07,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-11-26T21:21:07,144 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T21:21:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T21:21:07,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2024-11-26T21:21:07,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T21:21:07,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T21:21:07,175 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.594sec 2024-11-26T21:21:07,177 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:21:07,178 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:21:07,179 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:21:07,180 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:21:07,180 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:21:07,181 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,46209,1732656061734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:21:07,181 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,46209,1732656061734-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:21:07,188 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:21:07,189 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:21:07,189 INFO [master/f2fea67b8e2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f2fea67b8e2e,46209,1732656061734-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:21:07,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34886e56 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c6d9b54 2024-11-26T21:21:07,261 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T21:21:07,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5891bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:07,273 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T21:21:07,273 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T21:21:07,283 DEBUG [hconnection-0x649b2ec5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:07,292 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:07,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f2fea67b8e2e,46209,1732656061734 2024-11-26T21:21:07,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=5116 2024-11-26T21:21:07,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:21:07,357 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:21:07,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:21:07,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:21:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:07,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:21:07,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-26T21:21:07,379 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:07,382 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:21:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T21:21:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741837_1013 (size=960) 2024-11-26T21:21:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T21:21:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T21:21:07,802 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:21:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741838_1014 (size=53) 2024-11-26T21:21:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T21:21:08,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:08,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 600beb12f99ba232ff671bfe3d59ab7b, disabling compactions & flushes 2024-11-26T21:21:08,216 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. after waiting 0 ms 2024-11-26T21:21:08,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,217 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:08,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:21:08,219 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732656068219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732656068219"}]},"ts":"1732656068219"} 2024-11-26T21:21:08,222 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T21:21:08,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:21:08,224 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656068224"}]},"ts":"1732656068224"} 2024-11-26T21:21:08,227 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T21:21:08,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=600beb12f99ba232ff671bfe3d59ab7b, ASSIGN}] 2024-11-26T21:21:08,233 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=600beb12f99ba232ff671bfe3d59ab7b, ASSIGN 2024-11-26T21:21:08,235 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600beb12f99ba232ff671bfe3d59ab7b, ASSIGN; state=OFFLINE, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=false 2024-11-26T21:21:08,385 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=600beb12f99ba232ff671bfe3d59ab7b, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:08,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:21:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T21:21:08,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:08,549 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,549 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:21:08,550 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,550 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:08,550 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,550 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,552 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,555 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:08,556 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600beb12f99ba232ff671bfe3d59ab7b columnFamilyName A 2024-11-26T21:21:08,556 DEBUG [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:08,557 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.HStore(327): Store=600beb12f99ba232ff671bfe3d59ab7b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:08,557 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,559 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:08,559 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600beb12f99ba232ff671bfe3d59ab7b columnFamilyName B 2024-11-26T21:21:08,559 DEBUG [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:08,560 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.HStore(327): Store=600beb12f99ba232ff671bfe3d59ab7b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:08,560 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,562 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:08,563 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600beb12f99ba232ff671bfe3d59ab7b columnFamilyName C 2024-11-26T21:21:08,563 DEBUG [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:08,563 INFO [StoreOpener-600beb12f99ba232ff671bfe3d59ab7b-1 {}] regionserver.HStore(327): Store=600beb12f99ba232ff671bfe3d59ab7b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:08,564 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,565 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,566 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,568 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:21:08,570 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:08,574 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:21:08,575 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 600beb12f99ba232ff671bfe3d59ab7b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60981594, jitterRate=-0.09130343794822693}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:21:08,576 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:08,578 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., pid=11, masterSystemTime=1732656068542 2024-11-26T21:21:08,581 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,581 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:08,582 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=600beb12f99ba232ff671bfe3d59ab7b, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:08,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T21:21:08,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 in 196 msec 2024-11-26T21:21:08,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T21:21:08,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=600beb12f99ba232ff671bfe3d59ab7b, ASSIGN in 356 msec 2024-11-26T21:21:08,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:21:08,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656068592"}]},"ts":"1732656068592"} 2024-11-26T21:21:08,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T21:21:08,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:21:08,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2290 sec 2024-11-26T21:21:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T21:21:09,502 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-26T21:21:09,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x063153b5 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a5ba234 2024-11-26T21:21:09,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd49f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,518 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:21:09,523 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:21:09,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21d86332 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17f33240 2024-11-26T21:21:09,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4c4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a3e7547 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24512372 2024-11-26T21:21:09,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e85caf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aba57ed to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2dad8999 2024-11-26T21:21:09,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2f3ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27f597d9 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66d523ff 2024-11-26T21:21:09,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139e2f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62b16227 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b406636 2024-11-26T21:21:09,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c6fc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7915562a to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7523ca41 2024-11-26T21:21:09,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9353a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24ae67ae to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f34c0b8 2024-11-26T21:21:09,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691cbc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ebb9f30 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cfc6db 2024-11-26T21:21:09,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8793a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23fd5327 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f18a09d 2024-11-26T21:21:09,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b52656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:09,589 DEBUG [hconnection-0x100e46ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,590 DEBUG [hconnection-0x52bc8992-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,590 DEBUG [hconnection-0x5b071d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,590 DEBUG [hconnection-0x26915deb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,591 DEBUG [hconnection-0x372f53f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,591 DEBUG [hconnection-0x72891238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,591 DEBUG [hconnection-0x60cef9be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,592 DEBUG [hconnection-0x6a7f891-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,592 DEBUG [hconnection-0x66ee95bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:09,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:09,593 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,595 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,598 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-26T21:21:09,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,602 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T21:21:09,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:09,605 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,605 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:09,618 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,618 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:09,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:21:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:09,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T21:21:09,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:09,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T21:21:09,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:09,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:09,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:09,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:09,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/3c2a61d036924155a54eb72d5a96cb4c is 50, key is test_row_0/A:col10/1732656069647/Put/seqid=0 2024-11-26T21:21:09,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656129843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656129882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741839_1015 (size=12001) 2024-11-26T21:21:09,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/3c2a61d036924155a54eb72d5a96cb4c 2024-11-26T21:21:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T21:21:09,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656129894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:09,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656129895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:09,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656129895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:09,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:09,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T21:21:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:09,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656130001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656130001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656130013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656130015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656130016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/b2be6f00f4cf49d5a4bd6cb30255ddfc is 50, key is test_row_0/B:col10/1732656069647/Put/seqid=0 2024-11-26T21:21:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741840_1016 (size=12001) 2024-11-26T21:21:10,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/b2be6f00f4cf49d5a4bd6cb30255ddfc 2024-11-26T21:21:10,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T21:21:10,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/61d23d908d8e4778aa4376e3c2c409f7 is 50, key is test_row_0/C:col10/1732656069647/Put/seqid=0 2024-11-26T21:21:10,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741841_1017 (size=12001) 2024-11-26T21:21:10,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656130210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656130210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T21:21:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656130221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656130223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656130222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T21:21:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T21:21:10,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T21:21:10,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T21:21:10,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T21:21:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:10,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656130519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656130520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656130529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656130531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656130535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/61d23d908d8e4778aa4376e3c2c409f7 2024-11-26T21:21:10,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/3c2a61d036924155a54eb72d5a96cb4c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3c2a61d036924155a54eb72d5a96cb4c 2024-11-26T21:21:10,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3c2a61d036924155a54eb72d5a96cb4c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T21:21:10,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/b2be6f00f4cf49d5a4bd6cb30255ddfc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/b2be6f00f4cf49d5a4bd6cb30255ddfc 2024-11-26T21:21:10,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T21:21:10,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:10,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/b2be6f00f4cf49d5a4bd6cb30255ddfc, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T21:21:10,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/61d23d908d8e4778aa4376e3c2c409f7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/61d23d908d8e4778aa4376e3c2c409f7 2024-11-26T21:21:10,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/61d23d908d8e4778aa4376e3c2c409f7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T21:21:10,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 600beb12f99ba232ff671bfe3d59ab7b in 975ms, sequenceid=12, compaction requested=false 2024-11-26T21:21:10,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T21:21:10,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:10,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T21:21:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:10,774 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T21:21:10,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:10,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:10,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:10,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:10,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:10,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:10,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c0094b0b8bab4eef878de2e89082e1db is 50, key is test_row_0/A:col10/1732656069885/Put/seqid=0 2024-11-26T21:21:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741842_1018 (size=12001) 2024-11-26T21:21:10,824 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c0094b0b8bab4eef878de2e89082e1db 2024-11-26T21:21:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7572cd578e0f4b619491cc46e38ce542 is 50, key is test_row_0/B:col10/1732656069885/Put/seqid=0 2024-11-26T21:21:10,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741843_1019 (size=12001) 2024-11-26T21:21:10,893 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7572cd578e0f4b619491cc46e38ce542 2024-11-26T21:21:10,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/551772a493bd4065b7849ae79b273d46 is 50, key is test_row_0/C:col10/1732656069885/Put/seqid=0 2024-11-26T21:21:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741844_1020 (size=12001) 2024-11-26T21:21:10,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/551772a493bd4065b7849ae79b273d46 2024-11-26T21:21:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c0094b0b8bab4eef878de2e89082e1db as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c0094b0b8bab4eef878de2e89082e1db 2024-11-26T21:21:10,969 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c0094b0b8bab4eef878de2e89082e1db, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T21:21:10,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7572cd578e0f4b619491cc46e38ce542 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7572cd578e0f4b619491cc46e38ce542 2024-11-26T21:21:10,984 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7572cd578e0f4b619491cc46e38ce542, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T21:21:10,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/551772a493bd4065b7849ae79b273d46 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/551772a493bd4065b7849ae79b273d46 2024-11-26T21:21:11,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/551772a493bd4065b7849ae79b273d46, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T21:21:11,026 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for 600beb12f99ba232ff671bfe3d59ab7b in 252ms, sequenceid=39, compaction requested=false 2024-11-26T21:21:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T21:21:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-26T21:21:11,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T21:21:11,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-11-26T21:21:11,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4410 sec 2024-11-26T21:21:11,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:21:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:11,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/652ef9094fa84319bc8aaf3610a1f462 is 50, key is test_row_0/A:col10/1732656071060/Put/seqid=0 2024-11-26T21:21:11,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T21:21:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741845_1021 (size=14341) 2024-11-26T21:21:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656131187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656131192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656131195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656131211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656131218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656131320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656131322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656131325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656131325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656131328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656131534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/652ef9094fa84319bc8aaf3610a1f462 2024-11-26T21:21:11,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656131536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656131536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656131537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656131547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/0bf1baba8cb643f2aaad2e77f81119e3 is 50, key is test_row_0/B:col10/1732656071060/Put/seqid=0 2024-11-26T21:21:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741846_1022 (size=12001) 2024-11-26T21:21:11,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/0bf1baba8cb643f2aaad2e77f81119e3 2024-11-26T21:21:11,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/920ef83b96884793a862028e186a4e4b is 50, key is test_row_0/C:col10/1732656071060/Put/seqid=0 2024-11-26T21:21:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741847_1023 (size=12001) 2024-11-26T21:21:11,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/920ef83b96884793a862028e186a4e4b 2024-11-26T21:21:11,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/652ef9094fa84319bc8aaf3610a1f462 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/652ef9094fa84319bc8aaf3610a1f462 2024-11-26T21:21:11,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/652ef9094fa84319bc8aaf3610a1f462, entries=200, sequenceid=50, filesize=14.0 K 2024-11-26T21:21:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/0bf1baba8cb643f2aaad2e77f81119e3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0bf1baba8cb643f2aaad2e77f81119e3 2024-11-26T21:21:11,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0bf1baba8cb643f2aaad2e77f81119e3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T21:21:11,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/920ef83b96884793a862028e186a4e4b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/920ef83b96884793a862028e186a4e4b 2024-11-26T21:21:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T21:21:11,721 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-26T21:21:11,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-26T21:21:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T21:21:11,730 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:11,731 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:11,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:11,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/920ef83b96884793a862028e186a4e4b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T21:21:11,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 600beb12f99ba232ff671bfe3d59ab7b in 668ms, sequenceid=50, compaction requested=true 2024-11-26T21:21:11,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:11,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:11,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:11,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:11,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:11,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:11,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:11,748 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:11,753 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:11,755 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:11,755 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:11,755 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/b2be6f00f4cf49d5a4bd6cb30255ddfc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7572cd578e0f4b619491cc46e38ce542, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0bf1baba8cb643f2aaad2e77f81119e3] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.2 K 2024-11-26T21:21:11,757 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b2be6f00f4cf49d5a4bd6cb30255ddfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732656069612 2024-11-26T21:21:11,757 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:11,759 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7572cd578e0f4b619491cc46e38ce542, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732656069822 2024-11-26T21:21:11,760 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:11,760 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:11,760 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:11,760 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bf1baba8cb643f2aaad2e77f81119e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732656071035 2024-11-26T21:21:11,760 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3c2a61d036924155a54eb72d5a96cb4c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c0094b0b8bab4eef878de2e89082e1db, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/652ef9094fa84319bc8aaf3610a1f462] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.4 K 2024-11-26T21:21:11,761 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c2a61d036924155a54eb72d5a96cb4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732656069612 2024-11-26T21:21:11,762 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0094b0b8bab4eef878de2e89082e1db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732656069822 2024-11-26T21:21:11,763 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 652ef9094fa84319bc8aaf3610a1f462, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732656071035 2024-11-26T21:21:11,808 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:11,809 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/f3acda82596344fdaf529ce634e63f2d is 50, key is test_row_0/A:col10/1732656071060/Put/seqid=0 2024-11-26T21:21:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T21:21:11,831 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:11,832 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/781bafbe18c149e0aed980c441f295e5 is 50, key is test_row_0/B:col10/1732656071060/Put/seqid=0 2024-11-26T21:21:11,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:21:11,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:11,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:11,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:11,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:11,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:11,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:11,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741848_1024 (size=12104) 2024-11-26T21:21:11,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T21:21:11,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:11,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:11,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:11,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:11,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741849_1025 (size=12104) 2024-11-26T21:21:11,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:11,889 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/f3acda82596344fdaf529ce634e63f2d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/f3acda82596344fdaf529ce634e63f2d 2024-11-26T21:21:11,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/cfad31b54bde427cba2bb5bd83199989 is 50, key is test_row_0/A:col10/1732656071182/Put/seqid=0 2024-11-26T21:21:11,902 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/781bafbe18c149e0aed980c441f295e5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/781bafbe18c149e0aed980c441f295e5 2024-11-26T21:21:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741850_1026 (size=12001) 2024-11-26T21:21:11,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/cfad31b54bde427cba2bb5bd83199989 2024-11-26T21:21:11,936 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into f3acda82596344fdaf529ce634e63f2d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:11,936 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:11,937 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656071736; duration=0sec 2024-11-26T21:21:11,937 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:11,937 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:11,937 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:11,939 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 781bafbe18c149e0aed980c441f295e5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:11,939 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:11,939 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656071747; duration=0sec 2024-11-26T21:21:11,939 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:11,939 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:11,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/e4bfb0da9f5e4a00a37d71460c200e28 is 50, key is test_row_0/B:col10/1732656071182/Put/seqid=0 2024-11-26T21:21:11,944 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:11,944 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:11,944 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:11,945 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/61d23d908d8e4778aa4376e3c2c409f7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/551772a493bd4065b7849ae79b273d46, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/920ef83b96884793a862028e186a4e4b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.2 K 2024-11-26T21:21:11,946 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61d23d908d8e4778aa4376e3c2c409f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732656069612 2024-11-26T21:21:11,949 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 551772a493bd4065b7849ae79b273d46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732656069822 2024-11-26T21:21:11,949 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 920ef83b96884793a862028e186a4e4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732656071035 2024-11-26T21:21:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656131939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656131940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656131941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656131945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656131952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741851_1027 (size=12001) 2024-11-26T21:21:11,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/e4bfb0da9f5e4a00a37d71460c200e28 2024-11-26T21:21:11,986 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:11,987 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/7f30d9cc574d4e71999c47b3a798dc8c is 50, key is test_row_0/C:col10/1732656071060/Put/seqid=0 2024-11-26T21:21:12,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741852_1028 (size=12104) 2024-11-26T21:21:12,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/765b6f5c47a24b389f4165a6afbde0f5 is 50, key is test_row_0/C:col10/1732656071182/Put/seqid=0 2024-11-26T21:21:12,025 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/7f30d9cc574d4e71999c47b3a798dc8c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7f30d9cc574d4e71999c47b3a798dc8c 2024-11-26T21:21:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T21:21:12,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,040 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into 7f30d9cc574d4e71999c47b3a798dc8c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:12,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T21:21:12,040 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:12,040 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656071747; duration=0sec 2024-11-26T21:21:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,040 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:12,040 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656132057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656132058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656132056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656132059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656132061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741853_1029 (size=12001) 2024-11-26T21:21:12,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T21:21:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:12,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T21:21:12,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T21:21:12,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T21:21:12,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T21:21:12,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:21:12,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T21:21:12,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T21:21:12,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T21:21:12,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T21:21:12,259 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T21:21:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656132265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656132264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656132265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656132264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656132266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T21:21:12,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T21:21:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/765b6f5c47a24b389f4165a6afbde0f5 2024-11-26T21:21:12,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/cfad31b54bde427cba2bb5bd83199989 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/cfad31b54bde427cba2bb5bd83199989 2024-11-26T21:21:12,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T21:21:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/cfad31b54bde427cba2bb5bd83199989, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T21:21:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/e4bfb0da9f5e4a00a37d71460c200e28 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e4bfb0da9f5e4a00a37d71460c200e28 2024-11-26T21:21:12,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e4bfb0da9f5e4a00a37d71460c200e28, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T21:21:12,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/765b6f5c47a24b389f4165a6afbde0f5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/765b6f5c47a24b389f4165a6afbde0f5 2024-11-26T21:21:12,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/765b6f5c47a24b389f4165a6afbde0f5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T21:21:12,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 600beb12f99ba232ff671bfe3d59ab7b in 696ms, sequenceid=76, compaction requested=false 2024-11-26T21:21:12,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:12,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T21:21:12,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:12,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:12,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/867563547038483e853a3827a2415da8 is 50, key is test_row_0/A:col10/1732656072573/Put/seqid=0 2024-11-26T21:21:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656132627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656132627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656132630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656132633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656132633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741854_1030 (size=14341) 2024-11-26T21:21:12,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/867563547038483e853a3827a2415da8 2024-11-26T21:21:12,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T21:21:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:12,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f09ede97caba4495a58e0c68374e001a is 50, key is test_row_0/B:col10/1732656072573/Put/seqid=0 2024-11-26T21:21:12,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741855_1031 (size=12001) 2024-11-26T21:21:12,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f09ede97caba4495a58e0c68374e001a 2024-11-26T21:21:12,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/de0f1de698e04646b41365bfc26f124a is 50, key is test_row_0/C:col10/1732656072573/Put/seqid=0 2024-11-26T21:21:12,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741856_1032 (size=12001) 2024-11-26T21:21:12,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/de0f1de698e04646b41365bfc26f124a 2024-11-26T21:21:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656132736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656132737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656132737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/867563547038483e853a3827a2415da8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/867563547038483e853a3827a2415da8 2024-11-26T21:21:12,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656132742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656132743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/867563547038483e853a3827a2415da8, entries=200, sequenceid=94, filesize=14.0 K 2024-11-26T21:21:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f09ede97caba4495a58e0c68374e001a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f09ede97caba4495a58e0c68374e001a 2024-11-26T21:21:12,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f09ede97caba4495a58e0c68374e001a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T21:21:12,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/de0f1de698e04646b41365bfc26f124a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/de0f1de698e04646b41365bfc26f124a 2024-11-26T21:21:12,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/de0f1de698e04646b41365bfc26f124a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T21:21:12,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 600beb12f99ba232ff671bfe3d59ab7b in 214ms, sequenceid=94, compaction requested=true 2024-11-26T21:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:12,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:12,791 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:12,792 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:12,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:12,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:12,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:12,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:12,794 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:12,794 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:12,794 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,794 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:12,795 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/f3acda82596344fdaf529ce634e63f2d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/cfad31b54bde427cba2bb5bd83199989, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/867563547038483e853a3827a2415da8] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.5 K 2024-11-26T21:21:12,795 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:12,795 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,795 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/781bafbe18c149e0aed980c441f295e5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e4bfb0da9f5e4a00a37d71460c200e28, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f09ede97caba4495a58e0c68374e001a] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.3 K 2024-11-26T21:21:12,795 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3acda82596344fdaf529ce634e63f2d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732656071035 2024-11-26T21:21:12,796 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 781bafbe18c149e0aed980c441f295e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732656071035 2024-11-26T21:21:12,796 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfad31b54bde427cba2bb5bd83199989, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732656071182 2024-11-26T21:21:12,797 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 867563547038483e853a3827a2415da8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656071878 2024-11-26T21:21:12,797 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e4bfb0da9f5e4a00a37d71460c200e28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732656071182 2024-11-26T21:21:12,800 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f09ede97caba4495a58e0c68374e001a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656071878 2024-11-26T21:21:12,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T21:21:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,819 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:21:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T21:21:12,836 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:12,839 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/ef13061cb6444b5e8bc44d7aa45146b7 is 50, key is test_row_0/B:col10/1732656072573/Put/seqid=0 2024-11-26T21:21:12,848 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#19 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:12,849 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/20e0400b6eea401dae1646e861d61151 is 50, key is test_row_0/A:col10/1732656072573/Put/seqid=0 2024-11-26T21:21:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/bd55c4529a43472483a91cadd6b9ae50 is 50, key is test_row_0/A:col10/1732656072629/Put/seqid=0 2024-11-26T21:21:12,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741857_1033 (size=12207) 2024-11-26T21:21:12,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741858_1034 (size=12207) 2024-11-26T21:21:12,907 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/ef13061cb6444b5e8bc44d7aa45146b7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ef13061cb6444b5e8bc44d7aa45146b7 2024-11-26T21:21:12,925 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/20e0400b6eea401dae1646e861d61151 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/20e0400b6eea401dae1646e861d61151 2024-11-26T21:21:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741859_1035 (size=12001) 2024-11-26T21:21:12,945 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 20e0400b6eea401dae1646e861d61151(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:12,945 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into ef13061cb6444b5e8bc44d7aa45146b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:12,945 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:12,945 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:12,945 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656072791; duration=0sec 2024-11-26T21:21:12,945 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656072791; duration=0sec 2024-11-26T21:21:12,945 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:12,946 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:12,946 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:12,947 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:12,948 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:12,953 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:12,953 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:12,953 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:12,953 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7f30d9cc574d4e71999c47b3a798dc8c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/765b6f5c47a24b389f4165a6afbde0f5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/de0f1de698e04646b41365bfc26f124a] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.3 K 2024-11-26T21:21:12,955 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f30d9cc574d4e71999c47b3a798dc8c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732656071035 2024-11-26T21:21:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:12,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:12,955 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 765b6f5c47a24b389f4165a6afbde0f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732656071182 2024-11-26T21:21:12,957 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting de0f1de698e04646b41365bfc26f124a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656071878 2024-11-26T21:21:12,978 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:12,979 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/7797b0bcdecf4284800dabddfb9e8c1b is 50, key is test_row_0/C:col10/1732656072573/Put/seqid=0 2024-11-26T21:21:12,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656132969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656132973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656132981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656132981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:12,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656132991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741860_1036 (size=12207) 2024-11-26T21:21:13,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656133091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656133094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656133095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656133096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656133096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656133297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656133301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656133302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656133302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656133302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,330 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/bd55c4529a43472483a91cadd6b9ae50 2024-11-26T21:21:13,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8c4eb02750924d039147397cfd76b6ba is 50, key is test_row_0/B:col10/1732656072629/Put/seqid=0 2024-11-26T21:21:13,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741861_1037 (size=12001) 2024-11-26T21:21:13,421 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8c4eb02750924d039147397cfd76b6ba 2024-11-26T21:21:13,438 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/7797b0bcdecf4284800dabddfb9e8c1b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7797b0bcdecf4284800dabddfb9e8c1b 2024-11-26T21:21:13,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d11759192cec405c9d6fb1241aafb53b is 50, key is test_row_0/C:col10/1732656072629/Put/seqid=0 2024-11-26T21:21:13,458 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into 7797b0bcdecf4284800dabddfb9e8c1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:13,458 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:13,458 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656072793; duration=0sec 2024-11-26T21:21:13,458 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:13,458 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:13,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741862_1038 (size=12001) 2024-11-26T21:21:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656133602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656133609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656133609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656133609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656133609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T21:21:13,876 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d11759192cec405c9d6fb1241aafb53b 2024-11-26T21:21:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/bd55c4529a43472483a91cadd6b9ae50 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bd55c4529a43472483a91cadd6b9ae50 2024-11-26T21:21:13,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bd55c4529a43472483a91cadd6b9ae50, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T21:21:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8c4eb02750924d039147397cfd76b6ba as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8c4eb02750924d039147397cfd76b6ba 2024-11-26T21:21:13,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8c4eb02750924d039147397cfd76b6ba, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T21:21:13,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d11759192cec405c9d6fb1241aafb53b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d11759192cec405c9d6fb1241aafb53b 2024-11-26T21:21:13,940 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d11759192cec405c9d6fb1241aafb53b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T21:21:13,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 600beb12f99ba232ff671bfe3d59ab7b in 1123ms, sequenceid=116, compaction requested=false 2024-11-26T21:21:13,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:13,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:13,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T21:21:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-26T21:21:13,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T21:21:13,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-11-26T21:21:13,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.2250 sec 2024-11-26T21:21:14,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T21:21:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:14,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/4cce076b00ac45dfb60a3b56c2832c8b is 50, key is test_row_0/A:col10/1732656074108/Put/seqid=0 2024-11-26T21:21:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656134151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656134152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656134155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656134158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656134159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741863_1039 (size=12101) 2024-11-26T21:21:14,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656134262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656134262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656134264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656134265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656134266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656134471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656134472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656134472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656134472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656134472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/4cce076b00ac45dfb60a3b56c2832c8b 2024-11-26T21:21:14,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/87844078702e44168881fd8d504e71d8 is 50, key is test_row_0/B:col10/1732656074108/Put/seqid=0 2024-11-26T21:21:14,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741864_1040 (size=12101) 2024-11-26T21:21:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656134777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656134777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656134777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656134780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:14,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656134781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/87844078702e44168881fd8d504e71d8 2024-11-26T21:21:15,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/7a2cf02ac0ff4af88c35b894b9cdeefe is 50, key is test_row_0/C:col10/1732656074108/Put/seqid=0 2024-11-26T21:21:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741865_1041 (size=12101) 2024-11-26T21:21:15,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/7a2cf02ac0ff4af88c35b894b9cdeefe 2024-11-26T21:21:15,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/4cce076b00ac45dfb60a3b56c2832c8b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/4cce076b00ac45dfb60a3b56c2832c8b 2024-11-26T21:21:15,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/4cce076b00ac45dfb60a3b56c2832c8b, entries=150, sequenceid=135, filesize=11.8 K 2024-11-26T21:21:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/87844078702e44168881fd8d504e71d8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/87844078702e44168881fd8d504e71d8 2024-11-26T21:21:15,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/87844078702e44168881fd8d504e71d8, entries=150, sequenceid=135, filesize=11.8 K 2024-11-26T21:21:15,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/7a2cf02ac0ff4af88c35b894b9cdeefe as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7a2cf02ac0ff4af88c35b894b9cdeefe 2024-11-26T21:21:15,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7a2cf02ac0ff4af88c35b894b9cdeefe, entries=150, sequenceid=135, filesize=11.8 K 2024-11-26T21:21:15,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 600beb12f99ba232ff671bfe3d59ab7b in 1052ms, sequenceid=135, compaction requested=true 2024-11-26T21:21:15,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:15,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:15,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:15,163 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:15,164 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:15,166 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:15,166 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:15,166 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:15,166 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:15,166 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:15,166 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:15,167 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/20e0400b6eea401dae1646e861d61151, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bd55c4529a43472483a91cadd6b9ae50, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/4cce076b00ac45dfb60a3b56c2832c8b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.5 K 2024-11-26T21:21:15,167 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ef13061cb6444b5e8bc44d7aa45146b7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8c4eb02750924d039147397cfd76b6ba, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/87844078702e44168881fd8d504e71d8] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.5 K 2024-11-26T21:21:15,167 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ef13061cb6444b5e8bc44d7aa45146b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656071878 2024-11-26T21:21:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:15,168 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20e0400b6eea401dae1646e861d61151, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656071878 2024-11-26T21:21:15,168 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c4eb02750924d039147397cfd76b6ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732656072621 2024-11-26T21:21:15,169 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd55c4529a43472483a91cadd6b9ae50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732656072621 2024-11-26T21:21:15,169 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 87844078702e44168881fd8d504e71d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732656072949 2024-11-26T21:21:15,170 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cce076b00ac45dfb60a3b56c2832c8b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732656072949 2024-11-26T21:21:15,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:15,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:15,197 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#27 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:15,198 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5abe3c084a6b4a1797459cd8ff5307a0 is 50, key is test_row_0/A:col10/1732656074108/Put/seqid=0 2024-11-26T21:21:15,213 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#28 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:15,214 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/2cf8cfd5a77d494fb563c4800d2b5d13 is 50, key is test_row_0/B:col10/1732656074108/Put/seqid=0 2024-11-26T21:21:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741866_1042 (size=12409) 2024-11-26T21:21:15,254 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5abe3c084a6b4a1797459cd8ff5307a0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5abe3c084a6b4a1797459cd8ff5307a0 2024-11-26T21:21:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741867_1043 (size=12409) 2024-11-26T21:21:15,278 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/2cf8cfd5a77d494fb563c4800d2b5d13 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/2cf8cfd5a77d494fb563c4800d2b5d13 2024-11-26T21:21:15,281 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 5abe3c084a6b4a1797459cd8ff5307a0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:15,281 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:15,281 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656075163; duration=0sec 2024-11-26T21:21:15,281 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:15,281 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:15,281 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:15,284 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:15,284 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:15,284 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:15,284 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7797b0bcdecf4284800dabddfb9e8c1b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d11759192cec405c9d6fb1241aafb53b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7a2cf02ac0ff4af88c35b894b9cdeefe] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.5 K 2024-11-26T21:21:15,286 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7797b0bcdecf4284800dabddfb9e8c1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656071878 2024-11-26T21:21:15,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:21:15,290 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 2cf8cfd5a77d494fb563c4800d2b5d13(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:15,290 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:15,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:15,290 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656075163; duration=0sec 2024-11-26T21:21:15,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:15,290 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:15,291 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:15,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:15,295 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d11759192cec405c9d6fb1241aafb53b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732656072621 2024-11-26T21:21:15,297 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a2cf02ac0ff4af88c35b894b9cdeefe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732656072949 2024-11-26T21:21:15,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/083a16e27afa4aff9028c2d9bc5688ea is 50, key is test_row_0/A:col10/1732656075287/Put/seqid=0 2024-11-26T21:21:15,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656135311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656135315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656135315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656135320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656135320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,330 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:15,331 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e5ec1d7c4d1c4e31bdf2cebc1763af12 is 50, key is test_row_0/C:col10/1732656074108/Put/seqid=0 2024-11-26T21:21:15,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741868_1044 (size=14541) 2024-11-26T21:21:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741869_1045 (size=12409) 2024-11-26T21:21:15,384 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e5ec1d7c4d1c4e31bdf2cebc1763af12 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e5ec1d7c4d1c4e31bdf2cebc1763af12 2024-11-26T21:21:15,399 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into e5ec1d7c4d1c4e31bdf2cebc1763af12(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:15,399 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:15,399 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656075167; duration=0sec 2024-11-26T21:21:15,400 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:15,400 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:15,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656135422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656135423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656135423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656135427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656135428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656135628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656135629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656135630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656135631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656135632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/083a16e27afa4aff9028c2d9bc5688ea 2024-11-26T21:21:15,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/ee5adf6587804c699ce1a2738890dbd3 is 50, key is test_row_0/B:col10/1732656075287/Put/seqid=0 2024-11-26T21:21:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741870_1046 (size=12151) 2024-11-26T21:21:15,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/ee5adf6587804c699ce1a2738890dbd3 2024-11-26T21:21:15,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/ac2c3ffc14244d739b518025a4c7728b is 50, key is test_row_0/C:col10/1732656075287/Put/seqid=0 2024-11-26T21:21:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T21:21:15,840 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-26T21:21:15,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-26T21:21:15,848 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T21:21:15,851 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:15,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741871_1047 (size=12151) 2024-11-26T21:21:15,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656135934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656135936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656135937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656135936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656135936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T21:21:16,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T21:21:16,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:16,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T21:21:16,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T21:21:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/ac2c3ffc14244d739b518025a4c7728b 2024-11-26T21:21:16,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/083a16e27afa4aff9028c2d9bc5688ea as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/083a16e27afa4aff9028c2d9bc5688ea 2024-11-26T21:21:16,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/083a16e27afa4aff9028c2d9bc5688ea, entries=200, sequenceid=159, filesize=14.2 K 2024-11-26T21:21:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/ee5adf6587804c699ce1a2738890dbd3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ee5adf6587804c699ce1a2738890dbd3 2024-11-26T21:21:16,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ee5adf6587804c699ce1a2738890dbd3, entries=150, sequenceid=159, filesize=11.9 K 2024-11-26T21:21:16,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/ac2c3ffc14244d739b518025a4c7728b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/ac2c3ffc14244d739b518025a4c7728b 2024-11-26T21:21:16,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T21:21:16,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:16,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/ac2c3ffc14244d739b518025a4c7728b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-26T21:21:16,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 600beb12f99ba232ff671bfe3d59ab7b in 1030ms, sequenceid=159, compaction requested=false 2024-11-26T21:21:16,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:16,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T21:21:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T21:21:16,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T21:21:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5f501442f1b54c309a75c192c088e281 is 50, key is test_row_0/A:col10/1732656076441/Put/seqid=0 2024-11-26T21:21:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656136471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741872_1048 (size=12151) 2024-11-26T21:21:16,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656136475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656136477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656136479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5f501442f1b54c309a75c192c088e281 2024-11-26T21:21:16,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656136468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/1bd54eb4d57545c19472fc47bf196597 is 50, key is test_row_0/B:col10/1732656076441/Put/seqid=0 2024-11-26T21:21:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741873_1049 (size=12151) 2024-11-26T21:21:16,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/1bd54eb4d57545c19472fc47bf196597 2024-11-26T21:21:16,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/4e3af62bfb3240e3abd0e55620ea5aef is 50, key is test_row_0/C:col10/1732656076441/Put/seqid=0 2024-11-26T21:21:16,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656136580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741874_1050 (size=12151) 2024-11-26T21:21:16,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/4e3af62bfb3240e3abd0e55620ea5aef 2024-11-26T21:21:16,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656136587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656136588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656136588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656136596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5f501442f1b54c309a75c192c088e281 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5f501442f1b54c309a75c192c088e281 2024-11-26T21:21:16,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T21:21:16,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5f501442f1b54c309a75c192c088e281, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T21:21:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:16,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/1bd54eb4d57545c19472fc47bf196597 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1bd54eb4d57545c19472fc47bf196597 2024-11-26T21:21:16,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1bd54eb4d57545c19472fc47bf196597, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T21:21:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/4e3af62bfb3240e3abd0e55620ea5aef as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4e3af62bfb3240e3abd0e55620ea5aef 2024-11-26T21:21:16,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4e3af62bfb3240e3abd0e55620ea5aef, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T21:21:16,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 600beb12f99ba232ff671bfe3d59ab7b in 223ms, sequenceid=175, compaction requested=true 2024-11-26T21:21:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:16,667 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:16,667 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:16,669 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:16,669 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:16,669 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:16,669 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,670 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:16,670 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5abe3c084a6b4a1797459cd8ff5307a0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/083a16e27afa4aff9028c2d9bc5688ea, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5f501442f1b54c309a75c192c088e281] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=38.2 K 2024-11-26T21:21:16,670 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,670 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/2cf8cfd5a77d494fb563c4800d2b5d13, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ee5adf6587804c699ce1a2738890dbd3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1bd54eb4d57545c19472fc47bf196597] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.9 K 2024-11-26T21:21:16,670 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5abe3c084a6b4a1797459cd8ff5307a0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732656072949 2024-11-26T21:21:16,671 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cf8cfd5a77d494fb563c4800d2b5d13, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732656072949 2024-11-26T21:21:16,671 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 083a16e27afa4aff9028c2d9bc5688ea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732656074133 2024-11-26T21:21:16,671 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ee5adf6587804c699ce1a2738890dbd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732656074133 2024-11-26T21:21:16,672 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f501442f1b54c309a75c192c088e281, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656075317 2024-11-26T21:21:16,674 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bd54eb4d57545c19472fc47bf196597, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656075317 2024-11-26T21:21:16,698 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:16,699 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/69bbe63b0c8f496d971d25079f7236c8 is 50, key is test_row_0/B:col10/1732656076441/Put/seqid=0 2024-11-26T21:21:16,709 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:16,710 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/63b9f105dea9451eb0a55a35f8237a76 is 50, key is test_row_0/A:col10/1732656076441/Put/seqid=0 2024-11-26T21:21:16,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741875_1051 (size=12561) 2024-11-26T21:21:16,752 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/69bbe63b0c8f496d971d25079f7236c8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/69bbe63b0c8f496d971d25079f7236c8 2024-11-26T21:21:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741876_1052 (size=12561) 2024-11-26T21:21:16,768 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 69bbe63b0c8f496d971d25079f7236c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:16,768 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:16,768 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656076667; duration=0sec 2024-11-26T21:21:16,768 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:16,768 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:16,768 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:16,771 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:16,771 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:16,771 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,771 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e5ec1d7c4d1c4e31bdf2cebc1763af12, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/ac2c3ffc14244d739b518025a4c7728b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4e3af62bfb3240e3abd0e55620ea5aef] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=35.9 K 2024-11-26T21:21:16,772 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e5ec1d7c4d1c4e31bdf2cebc1763af12, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732656072949 2024-11-26T21:21:16,773 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/63b9f105dea9451eb0a55a35f8237a76 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/63b9f105dea9451eb0a55a35f8237a76 2024-11-26T21:21:16,773 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ac2c3ffc14244d739b518025a4c7728b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732656074133 2024-11-26T21:21:16,774 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3af62bfb3240e3abd0e55620ea5aef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656075317 2024-11-26T21:21:16,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T21:21:16,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:16,783 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:21:16,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:16,785 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 63b9f105dea9451eb0a55a35f8237a76(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:16,786 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:16,786 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656076667; duration=0sec 2024-11-26T21:21:16,786 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:16,786 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:16,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/bc962a956b6a4e13b83aebd4295cb6eb is 50, key is test_row_0/A:col10/1732656076473/Put/seqid=0 2024-11-26T21:21:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:16,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:16,802 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:16,803 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/8aeccd23d3c1463d944fab32b9023a01 is 50, key is test_row_0/C:col10/1732656076441/Put/seqid=0 2024-11-26T21:21:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741877_1053 (size=12151) 2024-11-26T21:21:16,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/bc962a956b6a4e13b83aebd4295cb6eb 2024-11-26T21:21:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741878_1054 (size=12561) 2024-11-26T21:21:16,822 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/8aeccd23d3c1463d944fab32b9023a01 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/8aeccd23d3c1463d944fab32b9023a01 2024-11-26T21:21:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8615ad5be7b74c83982f177caa267758 is 50, key is test_row_0/B:col10/1732656076473/Put/seqid=0 2024-11-26T21:21:16,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656136826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656136827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,837 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into 8aeccd23d3c1463d944fab32b9023a01(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:16,837 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:16,837 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656076668; duration=0sec 2024-11-26T21:21:16,837 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:16,837 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:16,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656136830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656136834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656136841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741879_1055 (size=12151) 2024-11-26T21:21:16,860 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8615ad5be7b74c83982f177caa267758 2024-11-26T21:21:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e68f4959b8984c86a5042e317a25a550 is 50, key is test_row_0/C:col10/1732656076473/Put/seqid=0 2024-11-26T21:21:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741880_1056 (size=12151) 2024-11-26T21:21:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656136938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656136939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656136942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656136944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656136947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T21:21:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656137141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656137142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656137155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656137155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656137166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,291 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e68f4959b8984c86a5042e317a25a550 2024-11-26T21:21:17,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/bc962a956b6a4e13b83aebd4295cb6eb as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bc962a956b6a4e13b83aebd4295cb6eb 2024-11-26T21:21:17,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bc962a956b6a4e13b83aebd4295cb6eb, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T21:21:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8615ad5be7b74c83982f177caa267758 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8615ad5be7b74c83982f177caa267758 2024-11-26T21:21:17,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8615ad5be7b74c83982f177caa267758, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T21:21:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e68f4959b8984c86a5042e317a25a550 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e68f4959b8984c86a5042e317a25a550 2024-11-26T21:21:17,351 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e68f4959b8984c86a5042e317a25a550, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T21:21:17,352 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 600beb12f99ba232ff671bfe3d59ab7b in 569ms, sequenceid=199, compaction requested=false 2024-11-26T21:21:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-26T21:21:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-26T21:21:17,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T21:21:17,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5040 sec 2024-11-26T21:21:17,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5170 sec 2024-11-26T21:21:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:17,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T21:21:17,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:17,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:17,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:17,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:17,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:17,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:17,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/fcfa8a36b8db4ff0ada66f48dad03db3 is 50, key is test_row_0/A:col10/1732656077449/Put/seqid=0 2024-11-26T21:21:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656137490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656137495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656137497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656137497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741881_1057 (size=12151) 2024-11-26T21:21:17,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656137498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/fcfa8a36b8db4ff0ada66f48dad03db3 2024-11-26T21:21:17,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/de0f980bf2af4ca1b3a510875d0491cd is 50, key is test_row_0/B:col10/1732656077449/Put/seqid=0 2024-11-26T21:21:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741882_1058 (size=12151) 2024-11-26T21:21:17,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656137600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656137604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656137604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656137606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656137606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656137804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656137806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656137808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656137810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656137810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:17,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/de0f980bf2af4ca1b3a510875d0491cd 2024-11-26T21:21:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T21:21:17,957 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-26T21:21:17,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-26T21:21:17,963 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T21:21:17,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:17,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:17,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/95aca7ec94b04db9898730bf01be0611 is 50, key is test_row_0/C:col10/1732656077449/Put/seqid=0 2024-11-26T21:21:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741883_1059 (size=12151) 2024-11-26T21:21:18,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/95aca7ec94b04db9898730bf01be0611 2024-11-26T21:21:18,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/fcfa8a36b8db4ff0ada66f48dad03db3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/fcfa8a36b8db4ff0ada66f48dad03db3 2024-11-26T21:21:18,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/fcfa8a36b8db4ff0ada66f48dad03db3, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T21:21:18,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/de0f980bf2af4ca1b3a510875d0491cd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/de0f980bf2af4ca1b3a510875d0491cd 2024-11-26T21:21:18,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/de0f980bf2af4ca1b3a510875d0491cd, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T21:21:18,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/95aca7ec94b04db9898730bf01be0611 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/95aca7ec94b04db9898730bf01be0611 2024-11-26T21:21:18,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/95aca7ec94b04db9898730bf01be0611, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T21:21:18,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 600beb12f99ba232ff671bfe3d59ab7b in 597ms, sequenceid=218, compaction requested=true 2024-11-26T21:21:18,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:18,048 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:18,050 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:18,050 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:18,050 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,050 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/63b9f105dea9451eb0a55a35f8237a76, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bc962a956b6a4e13b83aebd4295cb6eb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/fcfa8a36b8db4ff0ada66f48dad03db3] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.0 K 2024-11-26T21:21:18,051 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63b9f105dea9451eb0a55a35f8237a76, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656075317 2024-11-26T21:21:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:18,051 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:18,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:18,052 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc962a956b6a4e13b83aebd4295cb6eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732656076461 2024-11-26T21:21:18,053 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcfa8a36b8db4ff0ada66f48dad03db3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732656076808 2024-11-26T21:21:18,054 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:18,054 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:18,054 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,054 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/69bbe63b0c8f496d971d25079f7236c8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8615ad5be7b74c83982f177caa267758, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/de0f980bf2af4ca1b3a510875d0491cd] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.0 K 2024-11-26T21:21:18,056 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 69bbe63b0c8f496d971d25079f7236c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656075317 2024-11-26T21:21:18,057 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8615ad5be7b74c83982f177caa267758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732656076461 2024-11-26T21:21:18,058 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting de0f980bf2af4ca1b3a510875d0491cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732656076808 2024-11-26T21:21:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T21:21:18,074 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:18,075 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5bff258761c7423789d1b7cc2b227382 is 50, key is test_row_0/A:col10/1732656077449/Put/seqid=0 2024-11-26T21:21:18,078 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:18,078 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f753f0681f454713a694aebb6495b646 is 50, key is test_row_0/B:col10/1732656077449/Put/seqid=0 2024-11-26T21:21:18,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741884_1060 (size=12663) 2024-11-26T21:21:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741885_1061 (size=12663) 2024-11-26T21:21:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:18,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T21:21:18,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:18,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T21:21:18,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:18,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:18,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:18,127 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f753f0681f454713a694aebb6495b646 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f753f0681f454713a694aebb6495b646 2024-11-26T21:21:18,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2c831039cd10460889939fba1f851a73 is 50, key is test_row_0/A:col10/1732656077474/Put/seqid=0 2024-11-26T21:21:18,139 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into f753f0681f454713a694aebb6495b646(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:18,139 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:18,139 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656078051; duration=0sec 2024-11-26T21:21:18,139 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:18,139 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:18,139 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741886_1062 (size=12151) 2024-11-26T21:21:18,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2c831039cd10460889939fba1f851a73 2024-11-26T21:21:18,141 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:18,141 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:18,141 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,141 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/8aeccd23d3c1463d944fab32b9023a01, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e68f4959b8984c86a5042e317a25a550, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/95aca7ec94b04db9898730bf01be0611] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.0 K 2024-11-26T21:21:18,142 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aeccd23d3c1463d944fab32b9023a01, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656075317 2024-11-26T21:21:18,143 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e68f4959b8984c86a5042e317a25a550, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732656076461 2024-11-26T21:21:18,144 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 95aca7ec94b04db9898730bf01be0611, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732656076808 2024-11-26T21:21:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656138137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656138143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656138143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656138146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656138148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,163 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:18,164 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/6e6bc5c1af2b43f08e208c91ba2d3daa is 50, key is test_row_0/C:col10/1732656077449/Put/seqid=0 2024-11-26T21:21:18,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/616459b348ae408bbc5f15701741172d is 50, key is test_row_0/B:col10/1732656077474/Put/seqid=0 2024-11-26T21:21:18,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741888_1064 (size=12151) 2024-11-26T21:21:18,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/616459b348ae408bbc5f15701741172d 2024-11-26T21:21:18,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741887_1063 (size=12663) 2024-11-26T21:21:18,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/c2bd0823cc59476d9a68c322505d9a70 is 50, key is test_row_0/C:col10/1732656077474/Put/seqid=0 2024-11-26T21:21:18,236 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/6e6bc5c1af2b43f08e208c91ba2d3daa as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/6e6bc5c1af2b43f08e208c91ba2d3daa 2024-11-26T21:21:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656138250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656138250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,256 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into 6e6bc5c1af2b43f08e208c91ba2d3daa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:18,256 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:18,256 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656078051; duration=0sec 2024-11-26T21:21:18,256 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:18,256 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741889_1065 (size=12151) 2024-11-26T21:21:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656138258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656138259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/c2bd0823cc59476d9a68c322505d9a70 2024-11-26T21:21:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T21:21:18,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656138259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2c831039cd10460889939fba1f851a73 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2c831039cd10460889939fba1f851a73 2024-11-26T21:21:18,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T21:21:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:18,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2c831039cd10460889939fba1f851a73, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T21:21:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/616459b348ae408bbc5f15701741172d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/616459b348ae408bbc5f15701741172d 2024-11-26T21:21:18,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/616459b348ae408bbc5f15701741172d, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T21:21:18,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/c2bd0823cc59476d9a68c322505d9a70 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c2bd0823cc59476d9a68c322505d9a70 2024-11-26T21:21:18,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c2bd0823cc59476d9a68c322505d9a70, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T21:21:18,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 600beb12f99ba232ff671bfe3d59ab7b in 195ms, sequenceid=239, compaction requested=false 2024-11-26T21:21:18,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:18,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T21:21:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:18,433 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T21:21:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:18,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/46be988903514e85b314458ca20a7d31 is 50, key is test_row_0/A:col10/1732656078141/Put/seqid=0 2024-11-26T21:21:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:18,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:18,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656138481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656138481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656138483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741890_1066 (size=12151) 2024-11-26T21:21:18,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656138485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656138487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,518 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5bff258761c7423789d1b7cc2b227382 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5bff258761c7423789d1b7cc2b227382 2024-11-26T21:21:18,528 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 5bff258761c7423789d1b7cc2b227382(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:18,528 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:18,528 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656078048; duration=0sec 2024-11-26T21:21:18,528 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:18,528 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T21:21:18,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656138590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656138590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656138591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656138592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656138592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656138794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656138794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656138797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656138798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656138801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:18,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/46be988903514e85b314458ca20a7d31 2024-11-26T21:21:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7a69a080c6e141f684ba0ba3d06b9a0b is 50, key is test_row_0/B:col10/1732656078141/Put/seqid=0 2024-11-26T21:21:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741891_1067 (size=12151) 2024-11-26T21:21:18,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7a69a080c6e141f684ba0ba3d06b9a0b 2024-11-26T21:21:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/b024ce57659c448287cc0655e3c0578a is 50, key is test_row_0/C:col10/1732656078141/Put/seqid=0 2024-11-26T21:21:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741892_1068 (size=12151) 2024-11-26T21:21:18,982 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/b024ce57659c448287cc0655e3c0578a 2024-11-26T21:21:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/46be988903514e85b314458ca20a7d31 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/46be988903514e85b314458ca20a7d31 2024-11-26T21:21:19,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/46be988903514e85b314458ca20a7d31, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T21:21:19,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7a69a080c6e141f684ba0ba3d06b9a0b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7a69a080c6e141f684ba0ba3d06b9a0b 2024-11-26T21:21:19,021 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7a69a080c6e141f684ba0ba3d06b9a0b, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T21:21:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/b024ce57659c448287cc0655e3c0578a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b024ce57659c448287cc0655e3c0578a 2024-11-26T21:21:19,030 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b024ce57659c448287cc0655e3c0578a, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T21:21:19,032 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 600beb12f99ba232ff671bfe3d59ab7b in 599ms, sequenceid=257, compaction requested=true 2024-11-26T21:21:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-26T21:21:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-26T21:21:19,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T21:21:19,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-11-26T21:21:19,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.0770 sec 2024-11-26T21:21:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T21:21:19,069 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-26T21:21:19,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-26T21:21:19,076 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T21:21:19,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:19,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:19,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T21:21:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:19,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/d3ead71acc9b4d42bccf55ee48ca6d17 is 50, key is test_row_0/A:col10/1732656078485/Put/seqid=0 2024-11-26T21:21:19,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656139115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656139117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656139119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656139121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656139121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741893_1069 (size=12301) 2024-11-26T21:21:19,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/d3ead71acc9b4d42bccf55ee48ca6d17 2024-11-26T21:21:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T21:21:19,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/d92c6576a2054ffd8ab78964c4fd1ddf is 50, key is test_row_0/B:col10/1732656078485/Put/seqid=0 2024-11-26T21:21:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741894_1070 (size=12301) 2024-11-26T21:21:19,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/d92c6576a2054ffd8ab78964c4fd1ddf 2024-11-26T21:21:19,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/afc53bd1d47e4f8a97230c216565665a is 50, key is test_row_0/C:col10/1732656078485/Put/seqid=0 2024-11-26T21:21:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656139224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656139225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656139227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T21:21:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:19,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:19,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656139228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656139228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741895_1071 (size=12301) 2024-11-26T21:21:19,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/afc53bd1d47e4f8a97230c216565665a 2024-11-26T21:21:19,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/d3ead71acc9b4d42bccf55ee48ca6d17 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/d3ead71acc9b4d42bccf55ee48ca6d17 2024-11-26T21:21:19,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/d3ead71acc9b4d42bccf55ee48ca6d17, entries=150, sequenceid=279, filesize=12.0 K 2024-11-26T21:21:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/d92c6576a2054ffd8ab78964c4fd1ddf as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/d92c6576a2054ffd8ab78964c4fd1ddf 2024-11-26T21:21:19,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/d92c6576a2054ffd8ab78964c4fd1ddf, entries=150, sequenceid=279, filesize=12.0 K 2024-11-26T21:21:19,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/afc53bd1d47e4f8a97230c216565665a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/afc53bd1d47e4f8a97230c216565665a 2024-11-26T21:21:19,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/afc53bd1d47e4f8a97230c216565665a, entries=150, sequenceid=279, filesize=12.0 K 2024-11-26T21:21:19,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 600beb12f99ba232ff671bfe3d59ab7b in 186ms, sequenceid=279, compaction requested=true 2024-11-26T21:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:19,286 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:19,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:19,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:19,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:19,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:19,287 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:19,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:19,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:19,288 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:19,289 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:19,289 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,289 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5bff258761c7423789d1b7cc2b227382, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2c831039cd10460889939fba1f851a73, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/46be988903514e85b314458ca20a7d31, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/d3ead71acc9b4d42bccf55ee48ca6d17] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=48.1 K 2024-11-26T21:21:19,289 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:19,289 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:19,290 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,290 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f753f0681f454713a694aebb6495b646, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/616459b348ae408bbc5f15701741172d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7a69a080c6e141f684ba0ba3d06b9a0b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/d92c6576a2054ffd8ab78964c4fd1ddf] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=48.1 K 2024-11-26T21:21:19,290 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bff258761c7423789d1b7cc2b227382, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732656076808 2024-11-26T21:21:19,291 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f753f0681f454713a694aebb6495b646, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732656076808 2024-11-26T21:21:19,291 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c831039cd10460889939fba1f851a73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732656077474 2024-11-26T21:21:19,291 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 616459b348ae408bbc5f15701741172d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732656077474 2024-11-26T21:21:19,292 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46be988903514e85b314458ca20a7d31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732656078132 2024-11-26T21:21:19,292 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a69a080c6e141f684ba0ba3d06b9a0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732656078132 2024-11-26T21:21:19,292 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3ead71acc9b4d42bccf55ee48ca6d17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656078465 2024-11-26T21:21:19,293 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting d92c6576a2054ffd8ab78964c4fd1ddf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656078465 2024-11-26T21:21:19,316 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:19,316 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:19,317 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/7ca8f0cf7ca74a16974b4967360c49f9 is 50, key is test_row_0/A:col10/1732656078485/Put/seqid=0 2024-11-26T21:21:19,318 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/a52d0d9ad30b4296929919ac04c41708 is 50, key is test_row_0/B:col10/1732656078485/Put/seqid=0 2024-11-26T21:21:19,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741896_1072 (size=12949) 2024-11-26T21:21:19,354 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/a52d0d9ad30b4296929919ac04c41708 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/a52d0d9ad30b4296929919ac04c41708 2024-11-26T21:21:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T21:21:19,381 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into a52d0d9ad30b4296929919ac04c41708(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:19,381 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:19,382 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=12, startTime=1732656079287; duration=0sec 2024-11-26T21:21:19,382 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:19,382 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:19,382 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741897_1073 (size=12949) 2024-11-26T21:21:19,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T21:21:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,387 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T21:21:19,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:19,390 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:19,391 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:19,391 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,391 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/6e6bc5c1af2b43f08e208c91ba2d3daa, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c2bd0823cc59476d9a68c322505d9a70, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b024ce57659c448287cc0655e3c0578a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/afc53bd1d47e4f8a97230c216565665a] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=48.1 K 2024-11-26T21:21:19,392 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e6bc5c1af2b43f08e208c91ba2d3daa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732656076808 2024-11-26T21:21:19,395 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/7ca8f0cf7ca74a16974b4967360c49f9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7ca8f0cf7ca74a16974b4967360c49f9 2024-11-26T21:21:19,400 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c2bd0823cc59476d9a68c322505d9a70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732656077474 2024-11-26T21:21:19,401 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b024ce57659c448287cc0655e3c0578a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732656078132 2024-11-26T21:21:19,405 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting afc53bd1d47e4f8a97230c216565665a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656078465 2024-11-26T21:21:19,408 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 7ca8f0cf7ca74a16974b4967360c49f9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:19,409 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:19,409 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=12, startTime=1732656079286; duration=0sec 2024-11-26T21:21:19,410 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:19,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2e3e6c19803446039166405869bbff51 is 50, key is test_row_0/A:col10/1732656079113/Put/seqid=0 2024-11-26T21:21:19,410 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:19,418 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:19,418 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/aac68696c562471eae41d3e4bbc9c15d is 50, key is test_row_0/C:col10/1732656078485/Put/seqid=0 2024-11-26T21:21:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:19,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741898_1074 (size=12949) 2024-11-26T21:21:19,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741899_1075 (size=12301) 2024-11-26T21:21:19,442 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2e3e6c19803446039166405869bbff51 2024-11-26T21:21:19,448 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/aac68696c562471eae41d3e4bbc9c15d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/aac68696c562471eae41d3e4bbc9c15d 2024-11-26T21:21:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f1bc63d3328a46179024f0829816ed17 is 50, key is test_row_0/B:col10/1732656079113/Put/seqid=0 2024-11-26T21:21:19,459 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into aac68696c562471eae41d3e4bbc9c15d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:19,459 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:19,459 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=12, startTime=1732656079287; duration=0sec 2024-11-26T21:21:19,459 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:19,459 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:19,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741900_1076 (size=12301) 2024-11-26T21:21:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656139469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656139471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656139474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656139474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656139474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656139575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656139578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656139578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656139578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656139580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T21:21:19,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656139778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656139789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656139789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656139789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656139789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:19,862 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f1bc63d3328a46179024f0829816ed17 2024-11-26T21:21:19,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/5606a3fbd6b7413d8af30f6347a415ec is 50, key is test_row_0/C:col10/1732656079113/Put/seqid=0 2024-11-26T21:21:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741901_1077 (size=12301) 2024-11-26T21:21:19,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/5606a3fbd6b7413d8af30f6347a415ec 2024-11-26T21:21:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2e3e6c19803446039166405869bbff51 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e3e6c19803446039166405869bbff51 2024-11-26T21:21:19,925 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e3e6c19803446039166405869bbff51, entries=150, sequenceid=295, filesize=12.0 K 2024-11-26T21:21:19,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f1bc63d3328a46179024f0829816ed17 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f1bc63d3328a46179024f0829816ed17 2024-11-26T21:21:19,933 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f1bc63d3328a46179024f0829816ed17, entries=150, sequenceid=295, filesize=12.0 K 2024-11-26T21:21:19,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/5606a3fbd6b7413d8af30f6347a415ec as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5606a3fbd6b7413d8af30f6347a415ec 2024-11-26T21:21:19,942 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5606a3fbd6b7413d8af30f6347a415ec, entries=150, sequenceid=295, filesize=12.0 K 2024-11-26T21:21:19,944 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 600beb12f99ba232ff671bfe3d59ab7b in 557ms, sequenceid=295, compaction requested=false 2024-11-26T21:21:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T21:21:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-26T21:21:19,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T21:21:19,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 870 msec 2024-11-26T21:21:19,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 880 msec 2024-11-26T21:21:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:20,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:21:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:20,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c236386cfb5747388ce89c08ff73c945 is 50, key is test_row_0/A:col10/1732656079472/Put/seqid=0 2024-11-26T21:21:20,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741902_1078 (size=14741) 2024-11-26T21:21:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656140107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656140107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656140109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656140109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656140109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T21:21:20,182 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-26T21:21:20,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-26T21:21:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T21:21:20,189 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:20,191 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:20,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:20,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656140212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656140212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656140215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656140216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656140217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T21:21:20,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T21:21:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656140418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656140420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656140420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656140421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656140421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T21:21:20,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c236386cfb5747388ce89c08ff73c945 2024-11-26T21:21:20,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T21:21:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/16635e7a24ee4bb18ecb33e0b3a00a65 is 50, key is test_row_0/B:col10/1732656079472/Put/seqid=0 2024-11-26T21:21:20,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741903_1079 (size=12301) 2024-11-26T21:21:20,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T21:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656140723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656140723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656140725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656140728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656140728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T21:21:20,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T21:21:20,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/16635e7a24ee4bb18ecb33e0b3a00a65 2024-11-26T21:21:20,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e79f25027d66451bb649c48763e4e678 is 50, key is test_row_0/C:col10/1732656079472/Put/seqid=0 2024-11-26T21:21:20,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:20,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T21:21:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:20,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:20,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741904_1080 (size=12301) 2024-11-26T21:21:20,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e79f25027d66451bb649c48763e4e678 2024-11-26T21:21:21,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c236386cfb5747388ce89c08ff73c945 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c236386cfb5747388ce89c08ff73c945 2024-11-26T21:21:21,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c236386cfb5747388ce89c08ff73c945, entries=200, sequenceid=320, filesize=14.4 K 2024-11-26T21:21:21,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/16635e7a24ee4bb18ecb33e0b3a00a65 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/16635e7a24ee4bb18ecb33e0b3a00a65 2024-11-26T21:21:21,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/16635e7a24ee4bb18ecb33e0b3a00a65, entries=150, sequenceid=320, filesize=12.0 K 2024-11-26T21:21:21,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/e79f25027d66451bb649c48763e4e678 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e79f25027d66451bb649c48763e4e678 2024-11-26T21:21:21,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e79f25027d66451bb649c48763e4e678, entries=150, sequenceid=320, filesize=12.0 K 2024-11-26T21:21:21,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 600beb12f99ba232ff671bfe3d59ab7b in 953ms, sequenceid=320, compaction requested=true 2024-11-26T21:21:21,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:21,035 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:21,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:21,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:21,036 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:21,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:21,038 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:21,038 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:21,038 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:21,038 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7ca8f0cf7ca74a16974b4967360c49f9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e3e6c19803446039166405869bbff51, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c236386cfb5747388ce89c08ff73c945] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=39.1 K 2024-11-26T21:21:21,039 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:21,039 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ca8f0cf7ca74a16974b4967360c49f9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656078465 2024-11-26T21:21:21,039 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:21,039 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:21,039 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/a52d0d9ad30b4296929919ac04c41708, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f1bc63d3328a46179024f0829816ed17, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/16635e7a24ee4bb18ecb33e0b3a00a65] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.7 K 2024-11-26T21:21:21,040 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e3e6c19803446039166405869bbff51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732656079113 2024-11-26T21:21:21,040 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting a52d0d9ad30b4296929919ac04c41708, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656078465 2024-11-26T21:21:21,040 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c236386cfb5747388ce89c08ff73c945, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732656079462 2024-11-26T21:21:21,040 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f1bc63d3328a46179024f0829816ed17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732656079113 2024-11-26T21:21:21,041 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 16635e7a24ee4bb18ecb33e0b3a00a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732656079471 2024-11-26T21:21:21,056 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:21,056 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:21,057 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/03bffd8b74e740bcaddcad47cacd6206 is 50, key is test_row_0/B:col10/1732656079472/Put/seqid=0 2024-11-26T21:21:21,057 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/873154539fb6430a9c679ae1742c341f is 50, key is test_row_0/A:col10/1732656079472/Put/seqid=0 2024-11-26T21:21:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741906_1082 (size=13051) 2024-11-26T21:21:21,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741905_1081 (size=13051) 2024-11-26T21:21:21,094 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/03bffd8b74e740bcaddcad47cacd6206 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/03bffd8b74e740bcaddcad47cacd6206 2024-11-26T21:21:21,105 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 03bffd8b74e740bcaddcad47cacd6206(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:21,105 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:21,105 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656081036; duration=0sec 2024-11-26T21:21:21,105 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:21,106 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:21,106 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:21,107 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:21,107 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:21,107 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:21,108 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/aac68696c562471eae41d3e4bbc9c15d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5606a3fbd6b7413d8af30f6347a415ec, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e79f25027d66451bb649c48763e4e678] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.7 K 2024-11-26T21:21:21,108 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting aac68696c562471eae41d3e4bbc9c15d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656078465 2024-11-26T21:21:21,109 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 5606a3fbd6b7413d8af30f6347a415ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732656079113 2024-11-26T21:21:21,109 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e79f25027d66451bb649c48763e4e678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732656079471 2024-11-26T21:21:21,125 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:21,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T21:21:21,126 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/fa476138c4be4b58a364563387c2a871 is 50, key is test_row_0/C:col10/1732656079472/Put/seqid=0 2024-11-26T21:21:21,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:21,126 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T21:21:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/3580ad04110b48faa395ad01550589a4 is 50, key is test_row_0/A:col10/1732656080105/Put/seqid=0 2024-11-26T21:21:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741907_1083 (size=13051) 2024-11-26T21:21:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741908_1084 (size=12301) 2024-11-26T21:21:21,145 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/3580ad04110b48faa395ad01550589a4 2024-11-26T21:21:21,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/27f6218d45114eea9281b4281c54cd4b is 50, key is test_row_0/B:col10/1732656080105/Put/seqid=0 2024-11-26T21:21:21,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741909_1085 (size=12301) 2024-11-26T21:21:21,194 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/27f6218d45114eea9281b4281c54cd4b 2024-11-26T21:21:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d2f70a3a2a9e4234b3fc628786d39d8d is 50, key is test_row_0/C:col10/1732656080105/Put/seqid=0 2024-11-26T21:21:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741910_1086 (size=12301) 2024-11-26T21:21:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656141260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656141262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656141261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656141265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656141266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T21:21:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656141368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656141369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656141369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656141372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656141372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,489 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/873154539fb6430a9c679ae1742c341f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/873154539fb6430a9c679ae1742c341f 2024-11-26T21:21:21,498 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 873154539fb6430a9c679ae1742c341f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:21,498 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:21,498 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656081035; duration=0sec 2024-11-26T21:21:21,498 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:21,498 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:21,551 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/fa476138c4be4b58a364563387c2a871 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fa476138c4be4b58a364563387c2a871 2024-11-26T21:21:21,561 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into fa476138c4be4b58a364563387c2a871(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:21,561 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:21,561 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656081037; duration=0sec 2024-11-26T21:21:21,561 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:21,561 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:21,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656141572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656141573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656141575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656141576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656141577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,657 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d2f70a3a2a9e4234b3fc628786d39d8d 2024-11-26T21:21:21,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/3580ad04110b48faa395ad01550589a4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3580ad04110b48faa395ad01550589a4 2024-11-26T21:21:21,684 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3580ad04110b48faa395ad01550589a4, entries=150, sequenceid=336, filesize=12.0 K 2024-11-26T21:21:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/27f6218d45114eea9281b4281c54cd4b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/27f6218d45114eea9281b4281c54cd4b 2024-11-26T21:21:21,692 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/27f6218d45114eea9281b4281c54cd4b, entries=150, sequenceid=336, filesize=12.0 K 2024-11-26T21:21:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d2f70a3a2a9e4234b3fc628786d39d8d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d2f70a3a2a9e4234b3fc628786d39d8d 2024-11-26T21:21:21,704 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d2f70a3a2a9e4234b3fc628786d39d8d, entries=150, sequenceid=336, filesize=12.0 K 2024-11-26T21:21:21,707 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 600beb12f99ba232ff671bfe3d59ab7b in 581ms, sequenceid=336, compaction requested=false 2024-11-26T21:21:21,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:21,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:21,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-26T21:21:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-26T21:21:21,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T21:21:21,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5180 sec 2024-11-26T21:21:21,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.5280 sec 2024-11-26T21:21:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:21,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:21:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656141892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656141894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656141895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656141895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656141897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:21,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2a06bbbd2a7c4984aed1f3f89fa2414b is 50, key is test_row_0/A:col10/1732656081260/Put/seqid=0 2024-11-26T21:21:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741911_1087 (size=12301) 2024-11-26T21:21:22,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656141998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656141999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656142000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656141999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656142003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656142204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656142205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656142209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656142210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656142210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T21:21:22,291 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-26T21:21:22,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-26T21:21:22,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T21:21:22,298 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:22,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:22,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2a06bbbd2a7c4984aed1f3f89fa2414b 2024-11-26T21:21:22,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7490453a16ee40f2ac7294f572fca7f4 is 50, key is test_row_0/B:col10/1732656081260/Put/seqid=0 2024-11-26T21:21:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741912_1088 (size=12301) 2024-11-26T21:21:22,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7490453a16ee40f2ac7294f572fca7f4 2024-11-26T21:21:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T21:21:22,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/524400d00ea743b1afdfabed67e4b843 is 50, key is test_row_0/C:col10/1732656081260/Put/seqid=0 2024-11-26T21:21:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741913_1089 (size=12301) 2024-11-26T21:21:22,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/524400d00ea743b1afdfabed67e4b843 2024-11-26T21:21:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2a06bbbd2a7c4984aed1f3f89fa2414b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2a06bbbd2a7c4984aed1f3f89fa2414b 2024-11-26T21:21:22,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2a06bbbd2a7c4984aed1f3f89fa2414b, entries=150, sequenceid=361, filesize=12.0 K 2024-11-26T21:21:22,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7490453a16ee40f2ac7294f572fca7f4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7490453a16ee40f2ac7294f572fca7f4 2024-11-26T21:21:22,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7490453a16ee40f2ac7294f572fca7f4, entries=150, sequenceid=361, filesize=12.0 K 2024-11-26T21:21:22,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/524400d00ea743b1afdfabed67e4b843 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/524400d00ea743b1afdfabed67e4b843 2024-11-26T21:21:22,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/524400d00ea743b1afdfabed67e4b843, entries=150, sequenceid=361, filesize=12.0 K 2024-11-26T21:21:22,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 600beb12f99ba232ff671bfe3d59ab7b in 602ms, sequenceid=361, compaction requested=true 2024-11-26T21:21:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:22,483 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:22,483 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:22,484 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:22,484 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:22,484 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,485 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/873154539fb6430a9c679ae1742c341f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3580ad04110b48faa395ad01550589a4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2a06bbbd2a7c4984aed1f3f89fa2414b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.8 K 2024-11-26T21:21:22,485 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 873154539fb6430a9c679ae1742c341f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732656079471 2024-11-26T21:21:22,486 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:22,486 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:22,486 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,486 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/03bffd8b74e740bcaddcad47cacd6206, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/27f6218d45114eea9281b4281c54cd4b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7490453a16ee40f2ac7294f572fca7f4] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.8 K 2024-11-26T21:21:22,486 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3580ad04110b48faa395ad01550589a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732656080103 2024-11-26T21:21:22,487 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 03bffd8b74e740bcaddcad47cacd6206, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732656079471 2024-11-26T21:21:22,487 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a06bbbd2a7c4984aed1f3f89fa2414b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732656081260 2024-11-26T21:21:22,488 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 27f6218d45114eea9281b4281c54cd4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732656080103 2024-11-26T21:21:22,489 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7490453a16ee40f2ac7294f572fca7f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732656081260 2024-11-26T21:21:22,506 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:22,507 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8fef137d749945ac854022d70fe54a0f is 50, key is test_row_0/B:col10/1732656081260/Put/seqid=0 2024-11-26T21:21:22,510 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#76 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:22,510 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5d9cfc16ef724256ab55881264ad4172 is 50, key is test_row_0/A:col10/1732656081260/Put/seqid=0 2024-11-26T21:21:22,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T21:21:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:22,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2e02131769ff45ad8b1d08c79744db91 is 50, key is test_row_0/A:col10/1732656082515/Put/seqid=0 2024-11-26T21:21:22,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741914_1090 (size=13153) 2024-11-26T21:21:22,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656142540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656142541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656142544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656142544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656142548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741915_1091 (size=13153) 2024-11-26T21:21:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741916_1092 (size=14741) 2024-11-26T21:21:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T21:21:22,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656142646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656142647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656142650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656142650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656142651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656142850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656142853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656142854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656142856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656142863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T21:21:22,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:22,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:22,938 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/8fef137d749945ac854022d70fe54a0f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8fef137d749945ac854022d70fe54a0f 2024-11-26T21:21:22,944 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 8fef137d749945ac854022d70fe54a0f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:22,945 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:22,945 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656082483; duration=0sec 2024-11-26T21:21:22,945 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:22,945 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:22,945 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:22,947 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:22,947 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:22,947 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:22,948 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fa476138c4be4b58a364563387c2a871, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d2f70a3a2a9e4234b3fc628786d39d8d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/524400d00ea743b1afdfabed67e4b843] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.8 K 2024-11-26T21:21:22,948 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting fa476138c4be4b58a364563387c2a871, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732656079471 2024-11-26T21:21:22,949 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting d2f70a3a2a9e4234b3fc628786d39d8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732656080103 2024-11-26T21:21:22,949 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 524400d00ea743b1afdfabed67e4b843, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732656081260 2024-11-26T21:21:22,959 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:22,960 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d0d03c77ff834f2f9acf5c328723cc56 is 50, key is test_row_0/C:col10/1732656081260/Put/seqid=0 2024-11-26T21:21:22,974 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5d9cfc16ef724256ab55881264ad4172 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5d9cfc16ef724256ab55881264ad4172 2024-11-26T21:21:22,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2e02131769ff45ad8b1d08c79744db91 2024-11-26T21:21:22,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741917_1093 (size=13153) 2024-11-26T21:21:22,988 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 5d9cfc16ef724256ab55881264ad4172(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:22,988 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:22,992 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656082482; duration=0sec 2024-11-26T21:21:22,992 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d0d03c77ff834f2f9acf5c328723cc56 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d0d03c77ff834f2f9acf5c328723cc56 2024-11-26T21:21:22,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7d61481c2ab8432eb30ab6c7dfe73a66 is 50, key is test_row_0/B:col10/1732656082515/Put/seqid=0 2024-11-26T21:21:22,995 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:22,995 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:23,000 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into d0d03c77ff834f2f9acf5c328723cc56(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:23,000 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:23,001 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656082483; duration=0sec 2024-11-26T21:21:23,001 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:23,001 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:23,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741918_1094 (size=12301) 2024-11-26T21:21:23,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7d61481c2ab8432eb30ab6c7dfe73a66 2024-11-26T21:21:23,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/2d9f66d00e904ef0ad4973790fbaa105 is 50, key is test_row_0/C:col10/1732656082515/Put/seqid=0 2024-11-26T21:21:23,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741919_1095 (size=12301) 2024-11-26T21:21:23,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/2d9f66d00e904ef0ad4973790fbaa105 2024-11-26T21:21:23,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:23,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/2e02131769ff45ad8b1d08c79744db91 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e02131769ff45ad8b1d08c79744db91 2024-11-26T21:21:23,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e02131769ff45ad8b1d08c79744db91, entries=200, sequenceid=380, filesize=14.4 K 2024-11-26T21:21:23,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7d61481c2ab8432eb30ab6c7dfe73a66 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d61481c2ab8432eb30ab6c7dfe73a66 2024-11-26T21:21:23,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d61481c2ab8432eb30ab6c7dfe73a66, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T21:21:23,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/2d9f66d00e904ef0ad4973790fbaa105 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/2d9f66d00e904ef0ad4973790fbaa105 2024-11-26T21:21:23,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/2d9f66d00e904ef0ad4973790fbaa105, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T21:21:23,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 600beb12f99ba232ff671bfe3d59ab7b in 611ms, sequenceid=380, compaction requested=false 2024-11-26T21:21:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:23,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T21:21:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:23,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/7f364f655f704184a4601d92eae783a2 is 50, key is test_row_0/A:col10/1732656082538/Put/seqid=0 2024-11-26T21:21:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656143177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656143183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656143184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656143184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656143187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741920_1096 (size=14741) 2024-11-26T21:21:23,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:23,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656143286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656143289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656143289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656143289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656143293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:23,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:23,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T21:21:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656143489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656143494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656143494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656143494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656143495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/7f364f655f704184a4601d92eae783a2 2024-11-26T21:21:23,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/5214aeb695a84716bbc57c8552c85b18 is 50, key is test_row_0/B:col10/1732656082538/Put/seqid=0 2024-11-26T21:21:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741921_1097 (size=12301) 2024-11-26T21:21:23,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656143793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656143797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656143798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656143798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656143799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:23,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:23,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:24,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:24,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:24,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:24,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:24,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:24,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/5214aeb695a84716bbc57c8552c85b18 2024-11-26T21:21:24,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/bd467d503ddd4cbba11b13ea8fb67859 is 50, key is test_row_0/C:col10/1732656082538/Put/seqid=0 2024-11-26T21:21:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741922_1098 (size=12301) 2024-11-26T21:21:24,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/bd467d503ddd4cbba11b13ea8fb67859 2024-11-26T21:21:24,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/7f364f655f704184a4601d92eae783a2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7f364f655f704184a4601d92eae783a2 2024-11-26T21:21:24,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7f364f655f704184a4601d92eae783a2, entries=200, sequenceid=402, filesize=14.4 K 2024-11-26T21:21:24,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/5214aeb695a84716bbc57c8552c85b18 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/5214aeb695a84716bbc57c8552c85b18 2024-11-26T21:21:24,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/5214aeb695a84716bbc57c8552c85b18, entries=150, sequenceid=402, filesize=12.0 K 2024-11-26T21:21:24,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/bd467d503ddd4cbba11b13ea8fb67859 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/bd467d503ddd4cbba11b13ea8fb67859 2024-11-26T21:21:24,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/bd467d503ddd4cbba11b13ea8fb67859, entries=150, sequenceid=402, filesize=12.0 K 2024-11-26T21:21:24,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 600beb12f99ba232ff671bfe3d59ab7b in 928ms, sequenceid=402, compaction requested=true 2024-11-26T21:21:24,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:24,089 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:24,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:24,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:24,089 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:24,091 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:24,091 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:24,091 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:24,091 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5d9cfc16ef724256ab55881264ad4172, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e02131769ff45ad8b1d08c79744db91, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7f364f655f704184a4601d92eae783a2] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=41.6 K 2024-11-26T21:21:24,091 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d9cfc16ef724256ab55881264ad4172, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732656081260 2024-11-26T21:21:24,091 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:24,092 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:24,092 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:24,092 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8fef137d749945ac854022d70fe54a0f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d61481c2ab8432eb30ab6c7dfe73a66, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/5214aeb695a84716bbc57c8552c85b18] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.9 K 2024-11-26T21:21:24,092 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e02131769ff45ad8b1d08c79744db91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656082509 2024-11-26T21:21:24,092 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fef137d749945ac854022d70fe54a0f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732656081260 2024-11-26T21:21:24,092 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f364f655f704184a4601d92eae783a2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732656082538 2024-11-26T21:21:24,093 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d61481c2ab8432eb30ab6c7dfe73a66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656082515 2024-11-26T21:21:24,094 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5214aeb695a84716bbc57c8552c85b18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732656082538 2024-11-26T21:21:24,104 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:24,105 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/eee375facfd34372b50e7f1415effcf9 is 50, key is test_row_0/A:col10/1732656082538/Put/seqid=0 2024-11-26T21:21:24,108 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:24,109 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/6a46ebd1853049308a9e758810ffc512 is 50, key is test_row_0/B:col10/1732656082538/Put/seqid=0 2024-11-26T21:21:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741923_1099 (size=13255) 2024-11-26T21:21:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741924_1100 (size=13255) 2024-11-26T21:21:24,129 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/6a46ebd1853049308a9e758810ffc512 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a46ebd1853049308a9e758810ffc512 2024-11-26T21:21:24,141 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 6a46ebd1853049308a9e758810ffc512(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:24,141 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:24,141 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656084089; duration=0sec 2024-11-26T21:21:24,142 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:24,142 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:24,142 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:24,143 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:24,143 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:24,143 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:24,144 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d0d03c77ff834f2f9acf5c328723cc56, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/2d9f66d00e904ef0ad4973790fbaa105, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/bd467d503ddd4cbba11b13ea8fb67859] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=36.9 K 2024-11-26T21:21:24,144 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0d03c77ff834f2f9acf5c328723cc56, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732656081260 2024-11-26T21:21:24,145 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d9f66d00e904ef0ad4973790fbaa105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656082515 2024-11-26T21:21:24,145 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd467d503ddd4cbba11b13ea8fb67859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732656082538 2024-11-26T21:21:24,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T21:21:24,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:24,158 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T21:21:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:24,174 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:24,175 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/fefb561c8eb444c7b7f22bf853c84608 is 50, key is test_row_0/C:col10/1732656082538/Put/seqid=0 2024-11-26T21:21:24,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c28e2e78e2c14dc09b51f7785be9e4c9 is 50, key is test_row_0/A:col10/1732656083182/Put/seqid=0 2024-11-26T21:21:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741925_1101 (size=13255) 2024-11-26T21:21:24,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741926_1102 (size=12301) 2024-11-26T21:21:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:24,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656144310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656144312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656144313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656144314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656144314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T21:21:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656144415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656144418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656144418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656144418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656144419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,521 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/eee375facfd34372b50e7f1415effcf9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/eee375facfd34372b50e7f1415effcf9 2024-11-26T21:21:24,528 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into eee375facfd34372b50e7f1415effcf9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:24,528 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:24,528 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656084089; duration=0sec 2024-11-26T21:21:24,529 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:24,529 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:24,603 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c28e2e78e2c14dc09b51f7785be9e4c9 2024-11-26T21:21:24,607 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/fefb561c8eb444c7b7f22bf853c84608 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fefb561c8eb444c7b7f22bf853c84608 2024-11-26T21:21:24,615 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into fefb561c8eb444c7b7f22bf853c84608(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:24,616 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:24,616 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656084090; duration=0sec 2024-11-26T21:21:24,616 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:24,616 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:24,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/e0ed6a8783de43c0adfc17a1eb71027c is 50, key is test_row_0/B:col10/1732656083182/Put/seqid=0 2024-11-26T21:21:24,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656144619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656144619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656144620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656144621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656144622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741927_1103 (size=12301) 2024-11-26T21:21:24,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656144923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656144923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656144924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656144926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:24,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656144926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,040 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/e0ed6a8783de43c0adfc17a1eb71027c 2024-11-26T21:21:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/04e01aac1f0045a0bb3e67bf747a22eb is 50, key is test_row_0/C:col10/1732656083182/Put/seqid=0 2024-11-26T21:21:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741928_1104 (size=12301) 2024-11-26T21:21:25,066 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/04e01aac1f0045a0bb3e67bf747a22eb 2024-11-26T21:21:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/c28e2e78e2c14dc09b51f7785be9e4c9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c28e2e78e2c14dc09b51f7785be9e4c9 2024-11-26T21:21:25,084 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c28e2e78e2c14dc09b51f7785be9e4c9, entries=150, sequenceid=422, filesize=12.0 K 2024-11-26T21:21:25,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/e0ed6a8783de43c0adfc17a1eb71027c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e0ed6a8783de43c0adfc17a1eb71027c 2024-11-26T21:21:25,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e0ed6a8783de43c0adfc17a1eb71027c, entries=150, sequenceid=422, filesize=12.0 K 2024-11-26T21:21:25,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/04e01aac1f0045a0bb3e67bf747a22eb as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/04e01aac1f0045a0bb3e67bf747a22eb 2024-11-26T21:21:25,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/04e01aac1f0045a0bb3e67bf747a22eb, entries=150, sequenceid=422, filesize=12.0 K 2024-11-26T21:21:25,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 600beb12f99ba232ff671bfe3d59ab7b in 963ms, sequenceid=422, compaction requested=false 2024-11-26T21:21:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-26T21:21:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-26T21:21:25,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T21:21:25,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8250 sec 2024-11-26T21:21:25,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.8320 sec 2024-11-26T21:21:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:25,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T21:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:25,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/41bf12da771c46a88e7aadc54cfcf00e is 50, key is test_row_0/A:col10/1732656084313/Put/seqid=0 2024-11-26T21:21:25,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741929_1105 (size=12301) 2024-11-26T21:21:25,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656145490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656145491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656145492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656145492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656145494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656145595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656145597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656145598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656145599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656145599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656145801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656145801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656145802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656145803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656145805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:25,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/41bf12da771c46a88e7aadc54cfcf00e 2024-11-26T21:21:25,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7d80be2e65d947619dc16ae707345e48 is 50, key is test_row_0/B:col10/1732656084313/Put/seqid=0 2024-11-26T21:21:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741930_1106 (size=12301) 2024-11-26T21:21:26,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656146102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656146105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656146107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656146108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656146109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7d80be2e65d947619dc16ae707345e48 2024-11-26T21:21:26,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/da0ce4a964324c71b67c9a7cdfd4a754 is 50, key is test_row_0/C:col10/1732656084313/Put/seqid=0 2024-11-26T21:21:26,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741931_1107 (size=12301) 2024-11-26T21:21:26,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/da0ce4a964324c71b67c9a7cdfd4a754 2024-11-26T21:21:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/41bf12da771c46a88e7aadc54cfcf00e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/41bf12da771c46a88e7aadc54cfcf00e 2024-11-26T21:21:26,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/41bf12da771c46a88e7aadc54cfcf00e, entries=150, sequenceid=443, filesize=12.0 K 2024-11-26T21:21:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/7d80be2e65d947619dc16ae707345e48 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d80be2e65d947619dc16ae707345e48 2024-11-26T21:21:26,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d80be2e65d947619dc16ae707345e48, entries=150, sequenceid=443, filesize=12.0 K 2024-11-26T21:21:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/da0ce4a964324c71b67c9a7cdfd4a754 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/da0ce4a964324c71b67c9a7cdfd4a754 2024-11-26T21:21:26,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/da0ce4a964324c71b67c9a7cdfd4a754, entries=150, sequenceid=443, filesize=12.0 K 2024-11-26T21:21:26,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 600beb12f99ba232ff671bfe3d59ab7b in 926ms, sequenceid=443, compaction requested=true 2024-11-26T21:21:26,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:26,358 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:26,358 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:26,359 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:26,359 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:26,359 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:26,359 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/eee375facfd34372b50e7f1415effcf9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c28e2e78e2c14dc09b51f7785be9e4c9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/41bf12da771c46a88e7aadc54cfcf00e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.0 K 2024-11-26T21:21:26,360 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:26,360 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting eee375facfd34372b50e7f1415effcf9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732656082538 2024-11-26T21:21:26,360 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:26,360 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:26,360 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a46ebd1853049308a9e758810ffc512, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e0ed6a8783de43c0adfc17a1eb71027c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d80be2e65d947619dc16ae707345e48] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.0 K 2024-11-26T21:21:26,360 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c28e2e78e2c14dc09b51f7785be9e4c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732656083174 2024-11-26T21:21:26,361 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41bf12da771c46a88e7aadc54cfcf00e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732656084313 2024-11-26T21:21:26,361 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a46ebd1853049308a9e758810ffc512, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732656082538 2024-11-26T21:21:26,361 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ed6a8783de43c0adfc17a1eb71027c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732656083174 2024-11-26T21:21:26,362 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d80be2e65d947619dc16ae707345e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732656084313 2024-11-26T21:21:26,371 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#93 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:26,371 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5c5e56c5f5334a369b338fd005816e76 is 50, key is test_row_0/A:col10/1732656084313/Put/seqid=0 2024-11-26T21:21:26,372 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:26,372 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/6e45b9bd049a4b2890ca8faf5c064fa0 is 50, key is test_row_0/B:col10/1732656084313/Put/seqid=0 2024-11-26T21:21:26,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741932_1108 (size=13357) 2024-11-26T21:21:26,384 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/5c5e56c5f5334a369b338fd005816e76 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5c5e56c5f5334a369b338fd005816e76 2024-11-26T21:21:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741933_1109 (size=13357) 2024-11-26T21:21:26,394 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 5c5e56c5f5334a369b338fd005816e76(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:26,394 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:26,394 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656086357; duration=0sec 2024-11-26T21:21:26,394 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:26,394 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:26,394 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:26,396 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:26,396 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:26,397 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:26,397 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fefb561c8eb444c7b7f22bf853c84608, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/04e01aac1f0045a0bb3e67bf747a22eb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/da0ce4a964324c71b67c9a7cdfd4a754] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.0 K 2024-11-26T21:21:26,397 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting fefb561c8eb444c7b7f22bf853c84608, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732656082538 2024-11-26T21:21:26,399 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04e01aac1f0045a0bb3e67bf747a22eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732656083174 2024-11-26T21:21:26,399 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting da0ce4a964324c71b67c9a7cdfd4a754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732656084313 2024-11-26T21:21:26,402 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/6e45b9bd049a4b2890ca8faf5c064fa0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6e45b9bd049a4b2890ca8faf5c064fa0 2024-11-26T21:21:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T21:21:26,405 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-26T21:21:26,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-26T21:21:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T21:21:26,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:26,409 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 6e45b9bd049a4b2890ca8faf5c064fa0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:26,410 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:26,410 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656086358; duration=0sec 2024-11-26T21:21:26,410 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:26,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:26,410 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:26,410 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:26,413 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:26,414 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/5e33614b2050407cb97fb79a9eee5e25 is 50, key is test_row_0/C:col10/1732656084313/Put/seqid=0 2024-11-26T21:21:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741934_1110 (size=13357) 2024-11-26T21:21:26,428 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/5e33614b2050407cb97fb79a9eee5e25 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5e33614b2050407cb97fb79a9eee5e25 2024-11-26T21:21:26,437 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into 5e33614b2050407cb97fb79a9eee5e25(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:26,437 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:26,437 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656086358; duration=0sec 2024-11-26T21:21:26,437 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:26,437 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T21:21:26,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T21:21:26,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:26,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T21:21:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/9d8a436fb9f9426483933c1fd5089b0a is 50, key is test_row_0/A:col10/1732656085489/Put/seqid=0 2024-11-26T21:21:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741935_1111 (size=12301) 2024-11-26T21:21:26,574 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/9d8a436fb9f9426483933c1fd5089b0a 2024-11-26T21:21:26,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/0080d9194e414976ac9476dcfd106072 is 50, key is test_row_0/B:col10/1732656085489/Put/seqid=0 2024-11-26T21:21:26,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:26,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741936_1112 (size=12301) 2024-11-26T21:21:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:26,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/0080d9194e414976ac9476dcfd106072 2024-11-26T21:21:26,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d93bbae9af03419090a3faa05f51bec7 is 50, key is test_row_0/C:col10/1732656085489/Put/seqid=0 2024-11-26T21:21:26,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656146621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656146622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656146622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741937_1113 (size=12301) 2024-11-26T21:21:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656146623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656146624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T21:21:26,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656146725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656146727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656146727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656146727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656146728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656146930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656146930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656146932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656146932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:26,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656146934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T21:21:27,027 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d93bbae9af03419090a3faa05f51bec7 2024-11-26T21:21:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/9d8a436fb9f9426483933c1fd5089b0a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/9d8a436fb9f9426483933c1fd5089b0a 2024-11-26T21:21:27,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/9d8a436fb9f9426483933c1fd5089b0a, entries=150, sequenceid=463, filesize=12.0 K 2024-11-26T21:21:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/0080d9194e414976ac9476dcfd106072 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0080d9194e414976ac9476dcfd106072 2024-11-26T21:21:27,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0080d9194e414976ac9476dcfd106072, entries=150, sequenceid=463, filesize=12.0 K 2024-11-26T21:21:27,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/d93bbae9af03419090a3faa05f51bec7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d93bbae9af03419090a3faa05f51bec7 2024-11-26T21:21:27,052 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d93bbae9af03419090a3faa05f51bec7, entries=150, sequenceid=463, filesize=12.0 K 2024-11-26T21:21:27,053 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 600beb12f99ba232ff671bfe3d59ab7b in 490ms, sequenceid=463, compaction requested=false 2024-11-26T21:21:27,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:27,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:27,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T21:21:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-26T21:21:27,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T21:21:27,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 646 msec 2024-11-26T21:21:27,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 652 msec 2024-11-26T21:21:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:27,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T21:21:27,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:27,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:27,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:27,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:27,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:27,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:27,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/a279c46d47d948b5a22b6bbb04175c0f is 50, key is test_row_0/A:col10/1732656087239/Put/seqid=0 2024-11-26T21:21:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656147249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656147251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656147251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656147252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656147253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741938_1114 (size=12301) 2024-11-26T21:21:27,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656147354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656147355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656147356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656147356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656147360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T21:21:27,513 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-26T21:21:27,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-26T21:21:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T21:21:27,517 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:27,519 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:27,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656147555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656147558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656147559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656147559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656147563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T21:21:27,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/a279c46d47d948b5a22b6bbb04175c0f 2024-11-26T21:21:27,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/35533b8ca0ef4d71b74d6ce5410383e4 is 50, key is test_row_0/B:col10/1732656087239/Put/seqid=0 2024-11-26T21:21:27,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T21:21:27,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:27,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741939_1115 (size=12301) 2024-11-26T21:21:27,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/35533b8ca0ef4d71b74d6ce5410383e4 2024-11-26T21:21:27,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/1a47a35196704478be826a2e1cda4367 is 50, key is test_row_0/C:col10/1732656087239/Put/seqid=0 2024-11-26T21:21:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741940_1116 (size=12301) 2024-11-26T21:21:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T21:21:27,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T21:21:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:27,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656147859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656147862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656147862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656147862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656147868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:27,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T21:21:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:27,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:28,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/1a47a35196704478be826a2e1cda4367 2024-11-26T21:21:28,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/a279c46d47d948b5a22b6bbb04175c0f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a279c46d47d948b5a22b6bbb04175c0f 2024-11-26T21:21:28,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a279c46d47d948b5a22b6bbb04175c0f, entries=150, sequenceid=487, filesize=12.0 K 2024-11-26T21:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/35533b8ca0ef4d71b74d6ce5410383e4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/35533b8ca0ef4d71b74d6ce5410383e4 2024-11-26T21:21:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T21:21:28,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/35533b8ca0ef4d71b74d6ce5410383e4, entries=150, sequenceid=487, filesize=12.0 K 2024-11-26T21:21:28,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/1a47a35196704478be826a2e1cda4367 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1a47a35196704478be826a2e1cda4367 2024-11-26T21:21:28,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T21:21:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:28,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1a47a35196704478be826a2e1cda4367, entries=150, sequenceid=487, filesize=12.0 K 2024-11-26T21:21:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:28,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:28,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 600beb12f99ba232ff671bfe3d59ab7b in 893ms, sequenceid=487, compaction requested=true 2024-11-26T21:21:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:28,133 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T21:21:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:28,133 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:28,135 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:28,135 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:28,135 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:28,135 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:28,135 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:28,135 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:28,135 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5c5e56c5f5334a369b338fd005816e76, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/9d8a436fb9f9426483933c1fd5089b0a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a279c46d47d948b5a22b6bbb04175c0f] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.1 K 2024-11-26T21:21:28,135 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6e45b9bd049a4b2890ca8faf5c064fa0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0080d9194e414976ac9476dcfd106072, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/35533b8ca0ef4d71b74d6ce5410383e4] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.1 K 2024-11-26T21:21:28,136 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c5e56c5f5334a369b338fd005816e76, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732656084313 2024-11-26T21:21:28,136 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e45b9bd049a4b2890ca8faf5c064fa0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732656084313 2024-11-26T21:21:28,137 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0080d9194e414976ac9476dcfd106072, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732656085489 2024-11-26T21:21:28,137 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d8a436fb9f9426483933c1fd5089b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732656085489 2024-11-26T21:21:28,137 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 35533b8ca0ef4d71b74d6ce5410383e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732656086619 2024-11-26T21:21:28,138 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting a279c46d47d948b5a22b6bbb04175c0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732656086619 2024-11-26T21:21:28,147 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:28,147 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f478cbe4538748cea762b6b0d2c0925f is 50, key is test_row_0/B:col10/1732656087239/Put/seqid=0 2024-11-26T21:21:28,149 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:28,149 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/efec36d5cb0f45cb84793a50ea1c2734 is 50, key is test_row_0/A:col10/1732656087239/Put/seqid=0 2024-11-26T21:21:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741942_1118 (size=13459) 2024-11-26T21:21:28,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741941_1117 (size=13459) 2024-11-26T21:21:28,170 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/efec36d5cb0f45cb84793a50ea1c2734 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/efec36d5cb0f45cb84793a50ea1c2734 2024-11-26T21:21:28,178 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into efec36d5cb0f45cb84793a50ea1c2734(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:28,178 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:28,178 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656088133; duration=0sec 2024-11-26T21:21:28,178 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:28,178 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:28,178 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:28,180 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:28,180 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:28,180 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:28,180 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5e33614b2050407cb97fb79a9eee5e25, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d93bbae9af03419090a3faa05f51bec7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1a47a35196704478be826a2e1cda4367] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.1 K 2024-11-26T21:21:28,181 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e33614b2050407cb97fb79a9eee5e25, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732656084313 2024-11-26T21:21:28,181 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d93bbae9af03419090a3faa05f51bec7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732656085489 2024-11-26T21:21:28,182 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a47a35196704478be826a2e1cda4367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732656086619 2024-11-26T21:21:28,190 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:28,190 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/856fefd5d1a1464396c72b07e2c23b44 is 50, key is test_row_0/C:col10/1732656087239/Put/seqid=0 2024-11-26T21:21:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741943_1119 (size=13459) 2024-11-26T21:21:28,202 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/856fefd5d1a1464396c72b07e2c23b44 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/856fefd5d1a1464396c72b07e2c23b44 2024-11-26T21:21:28,209 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into 856fefd5d1a1464396c72b07e2c23b44(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:28,209 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:28,209 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656088133; duration=0sec 2024-11-26T21:21:28,210 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:28,210 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:28,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T21:21:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:28,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:21:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:28,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/47f239e5830045e0991689398fae37a9 is 50, key is test_row_0/A:col10/1732656087251/Put/seqid=0 2024-11-26T21:21:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741944_1120 (size=12301) 2024-11-26T21:21:28,305 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/47f239e5830045e0991689398fae37a9 2024-11-26T21:21:28,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/c9653b705a2341fe9f07e63aca984c3e is 50, key is test_row_0/B:col10/1732656087251/Put/seqid=0 2024-11-26T21:21:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741945_1121 (size=12301) 2024-11-26T21:21:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:28,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. as already flushing 2024-11-26T21:21:28,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656148380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656148380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656148382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656148383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656148384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656148485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656148485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656148486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656148486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656148487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,576 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/f478cbe4538748cea762b6b0d2c0925f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f478cbe4538748cea762b6b0d2c0925f 2024-11-26T21:21:28,583 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into f478cbe4538748cea762b6b0d2c0925f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:28,583 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:28,583 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656088133; duration=0sec 2024-11-26T21:21:28,583 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:28,583 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T21:21:28,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656148687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656148688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656148690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656148692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656148692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:28,719 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/c9653b705a2341fe9f07e63aca984c3e 2024-11-26T21:21:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/b8949d9d0e4442979ea1d0fd37b891f8 is 50, key is test_row_0/C:col10/1732656087251/Put/seqid=0 2024-11-26T21:21:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741946_1122 (size=12301) 2024-11-26T21:21:28,737 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/b8949d9d0e4442979ea1d0fd37b891f8 2024-11-26T21:21:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/47f239e5830045e0991689398fae37a9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/47f239e5830045e0991689398fae37a9 2024-11-26T21:21:28,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/47f239e5830045e0991689398fae37a9, entries=150, sequenceid=502, filesize=12.0 K 2024-11-26T21:21:28,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/c9653b705a2341fe9f07e63aca984c3e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/c9653b705a2341fe9f07e63aca984c3e 2024-11-26T21:21:28,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/c9653b705a2341fe9f07e63aca984c3e, entries=150, sequenceid=502, filesize=12.0 K 2024-11-26T21:21:28,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/b8949d9d0e4442979ea1d0fd37b891f8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b8949d9d0e4442979ea1d0fd37b891f8 2024-11-26T21:21:28,763 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b8949d9d0e4442979ea1d0fd37b891f8, entries=150, sequenceid=502, filesize=12.0 K 2024-11-26T21:21:28,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 600beb12f99ba232ff671bfe3d59ab7b in 480ms, sequenceid=502, compaction requested=false 2024-11-26T21:21:28,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:28,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:28,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T21:21:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-26T21:21:28,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T21:21:28,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2480 sec 2024-11-26T21:21:28,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.2550 sec 2024-11-26T21:21:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:28,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:21:28,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:28,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:28,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:28,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:28,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:28,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:29,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/718e0105e81145e9a38168db30e3d2d4 is 50, key is test_row_0/A:col10/1732656088992/Put/seqid=0 2024-11-26T21:21:29,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656149002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656149002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656149002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656149004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656149007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741947_1123 (size=12301) 2024-11-26T21:21:29,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/718e0105e81145e9a38168db30e3d2d4 2024-11-26T21:21:29,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/6a6679cf7c154285aa905f4a65a3c903 is 50, key is test_row_0/B:col10/1732656088992/Put/seqid=0 2024-11-26T21:21:29,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741948_1124 (size=12301) 2024-11-26T21:21:29,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/6a6679cf7c154285aa905f4a65a3c903 2024-11-26T21:21:29,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/121cebbc5ebc4ed7942319f123ef24f1 is 50, key is test_row_0/C:col10/1732656088992/Put/seqid=0 2024-11-26T21:21:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741949_1125 (size=12301) 2024-11-26T21:21:29,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/121cebbc5ebc4ed7942319f123ef24f1 2024-11-26T21:21:29,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/718e0105e81145e9a38168db30e3d2d4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/718e0105e81145e9a38168db30e3d2d4 2024-11-26T21:21:29,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/718e0105e81145e9a38168db30e3d2d4, entries=150, sequenceid=527, filesize=12.0 K 2024-11-26T21:21:29,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/6a6679cf7c154285aa905f4a65a3c903 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a6679cf7c154285aa905f4a65a3c903 2024-11-26T21:21:29,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a6679cf7c154285aa905f4a65a3c903, entries=150, sequenceid=527, filesize=12.0 K 2024-11-26T21:21:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/121cebbc5ebc4ed7942319f123ef24f1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/121cebbc5ebc4ed7942319f123ef24f1 2024-11-26T21:21:29,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/121cebbc5ebc4ed7942319f123ef24f1, entries=150, sequenceid=527, filesize=12.0 K 2024-11-26T21:21:29,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 600beb12f99ba232ff671bfe3d59ab7b in 112ms, sequenceid=527, compaction requested=true 2024-11-26T21:21:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:29,106 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:29,106 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:29,107 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:29,107 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:29,107 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/B is initiating minor compaction (all files) 2024-11-26T21:21:29,107 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/A is initiating minor compaction (all files) 2024-11-26T21:21:29,107 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/B in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:29,108 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f478cbe4538748cea762b6b0d2c0925f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/c9653b705a2341fe9f07e63aca984c3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a6679cf7c154285aa905f4a65a3c903] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.2 K 2024-11-26T21:21:29,108 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/A in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:29,112 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/efec36d5cb0f45cb84793a50ea1c2734, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/47f239e5830045e0991689398fae37a9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/718e0105e81145e9a38168db30e3d2d4] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.2 K 2024-11-26T21:21:29,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T21:21:29,113 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting efec36d5cb0f45cb84793a50ea1c2734, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732656086619 2024-11-26T21:21:29,113 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f478cbe4538748cea762b6b0d2c0925f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732656086619 2024-11-26T21:21:29,113 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c9653b705a2341fe9f07e63aca984c3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732656087246 2024-11-26T21:21:29,113 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47f239e5830045e0991689398fae37a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732656087246 2024-11-26T21:21:29,114 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a6679cf7c154285aa905f4a65a3c903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732656088381 2024-11-26T21:21:29,114 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 718e0105e81145e9a38168db30e3d2d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732656088381 2024-11-26T21:21:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:29,123 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:29,124 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/66054ec81e4a4fd386df9c8e732c0715 is 50, key is test_row_0/B:col10/1732656088992/Put/seqid=0 2024-11-26T21:21:29,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/a465c32644664925ab2f450e353952b1 is 50, key is test_row_0/A:col10/1732656089112/Put/seqid=0 2024-11-26T21:21:29,133 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#A#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:29,135 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/8cadec74c83043fab1865251758fee91 is 50, key is test_row_0/A:col10/1732656088992/Put/seqid=0 2024-11-26T21:21:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741950_1126 (size=13561) 2024-11-26T21:21:29,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656149148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656149149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656149151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656149151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656149152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741951_1127 (size=12301) 2024-11-26T21:21:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741952_1128 (size=13561) 2024-11-26T21:21:29,186 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/8cadec74c83043fab1865251758fee91 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/8cadec74c83043fab1865251758fee91 2024-11-26T21:21:29,200 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/A of 600beb12f99ba232ff671bfe3d59ab7b into 8cadec74c83043fab1865251758fee91(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:29,200 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:29,200 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/A, priority=13, startTime=1732656089106; duration=0sec 2024-11-26T21:21:29,200 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:29,200 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:29,200 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:29,202 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:29,204 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 600beb12f99ba232ff671bfe3d59ab7b/C is initiating minor compaction (all files) 2024-11-26T21:21:29,204 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 600beb12f99ba232ff671bfe3d59ab7b/C in TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:29,204 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/856fefd5d1a1464396c72b07e2c23b44, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b8949d9d0e4442979ea1d0fd37b891f8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/121cebbc5ebc4ed7942319f123ef24f1] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp, totalSize=37.2 K 2024-11-26T21:21:29,205 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 856fefd5d1a1464396c72b07e2c23b44, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732656086619 2024-11-26T21:21:29,205 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8949d9d0e4442979ea1d0fd37b891f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732656087246 2024-11-26T21:21:29,206 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 121cebbc5ebc4ed7942319f123ef24f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732656088381 2024-11-26T21:21:29,223 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600beb12f99ba232ff671bfe3d59ab7b#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:29,224 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/107242e5c8b249fcaa661afa4bf4df91 is 50, key is test_row_0/C:col10/1732656088992/Put/seqid=0 2024-11-26T21:21:29,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741953_1129 (size=13561) 2024-11-26T21:21:29,249 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/107242e5c8b249fcaa661afa4bf4df91 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/107242e5c8b249fcaa661afa4bf4df91 2024-11-26T21:21:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656149255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656149255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,258 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/C of 600beb12f99ba232ff671bfe3d59ab7b into 107242e5c8b249fcaa661afa4bf4df91(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:29,258 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:29,258 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/C, priority=13, startTime=1732656089106; duration=0sec 2024-11-26T21:21:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,258 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656149256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,258 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656149257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656149257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656149458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656149459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656149459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656149461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656149463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,544 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/66054ec81e4a4fd386df9c8e732c0715 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/66054ec81e4a4fd386df9c8e732c0715 2024-11-26T21:21:29,553 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 600beb12f99ba232ff671bfe3d59ab7b/B of 600beb12f99ba232ff671bfe3d59ab7b into 66054ec81e4a4fd386df9c8e732c0715(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:29,553 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:29,553 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b., storeName=600beb12f99ba232ff671bfe3d59ab7b/B, priority=13, startTime=1732656089106; duration=0sec 2024-11-26T21:21:29,553 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:29,554 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:29,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/a465c32644664925ab2f450e353952b1 2024-11-26T21:21:29,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/9e1802762f924f6eb6507646fb6d5b52 is 50, key is test_row_0/B:col10/1732656089112/Put/seqid=0 2024-11-26T21:21:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741954_1130 (size=12301) 2024-11-26T21:21:29,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/9e1802762f924f6eb6507646fb6d5b52 2024-11-26T21:21:29,593 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24ae67ae to 127.0.0.1:62685 2024-11-26T21:21:29,593 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:29,595 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7915562a to 127.0.0.1:62685 2024-11-26T21:21:29,595 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:29,596 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23fd5327 to 127.0.0.1:62685 2024-11-26T21:21:29,596 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:29,597 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ebb9f30 to 127.0.0.1:62685 2024-11-26T21:21:29,597 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:29,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/c73c863ae8bc4f9296f6ac8d0a164f11 is 50, key is test_row_0/C:col10/1732656089112/Put/seqid=0 2024-11-26T21:21:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741955_1131 (size=12301) 2024-11-26T21:21:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T21:21:29,623 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-26T21:21:29,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36274 deadline: 1732656149761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36290 deadline: 1732656149762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36316 deadline: 1732656149764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732656149766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:29,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1732656149767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:30,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/c73c863ae8bc4f9296f6ac8d0a164f11 2024-11-26T21:21:30,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/a465c32644664925ab2f450e353952b1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a465c32644664925ab2f450e353952b1 2024-11-26T21:21:30,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a465c32644664925ab2f450e353952b1, entries=150, sequenceid=543, filesize=12.0 K 2024-11-26T21:21:30,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/9e1802762f924f6eb6507646fb6d5b52 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/9e1802762f924f6eb6507646fb6d5b52 2024-11-26T21:21:30,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/9e1802762f924f6eb6507646fb6d5b52, entries=150, sequenceid=543, filesize=12.0 K 2024-11-26T21:21:30,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/c73c863ae8bc4f9296f6ac8d0a164f11 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c73c863ae8bc4f9296f6ac8d0a164f11 2024-11-26T21:21:30,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c73c863ae8bc4f9296f6ac8d0a164f11, entries=150, sequenceid=543, filesize=12.0 K 2024-11-26T21:21:30,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 600beb12f99ba232ff671bfe3d59ab7b in 911ms, sequenceid=543, compaction requested=false 2024-11-26T21:21:30,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:30,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:21:30,269 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a3e7547 to 127.0.0.1:62685 2024-11-26T21:21:30,269 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:30,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:30,269 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27f597d9 to 127.0.0.1:62685 2024-11-26T21:21:30,269 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62b16227 to 127.0.0.1:62685 2024-11-26T21:21:30,269 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:30,270 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:30,272 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21d86332 to 127.0.0.1:62685 2024-11-26T21:21:30,272 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aba57ed to 127.0.0.1:62685 2024-11-26T21:21:30,272 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:30,272 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:30,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5479 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5411 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2408 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7223 rows 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2423 2024-11-26T21:21:30,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7268 rows 2024-11-26T21:21:30,273 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T21:21:30,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x063153b5 to 127.0.0.1:62685 2024-11-26T21:21:30,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:30,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/edc06f6d0a3449a683d88d0e1611bad3 is 50, key is test_row_0/A:col10/1732656090268/Put/seqid=0 2024-11-26T21:21:30,282 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T21:21:30,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T21:21:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741956_1132 (size=12301) 2024-11-26T21:21:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:30,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656090293"}]},"ts":"1732656090293"} 2024-11-26T21:21:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T21:21:30,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T21:21:30,296 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T21:21:30,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:21:30,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=600beb12f99ba232ff671bfe3d59ab7b, UNASSIGN}] 2024-11-26T21:21:30,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=600beb12f99ba232ff671bfe3d59ab7b, UNASSIGN 2024-11-26T21:21:30,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=600beb12f99ba232ff671bfe3d59ab7b, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:30,305 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:21:30,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:21:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T21:21:30,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:30,461 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:30,462 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:21:30,462 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 600beb12f99ba232ff671bfe3d59ab7b, disabling compactions & flushes 2024-11-26T21:21:30,462 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T21:21:30,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/edc06f6d0a3449a683d88d0e1611bad3 2024-11-26T21:21:30,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/82f239dca3714e618bf891c7bea419b3 is 50, key is test_row_0/B:col10/1732656090268/Put/seqid=0 2024-11-26T21:21:30,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741957_1133 (size=12301) 2024-11-26T21:21:30,808 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T21:21:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T21:21:31,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/82f239dca3714e618bf891c7bea419b3 2024-11-26T21:21:31,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/1ece561a2cb94405ace739bd0bc5b1f3 is 50, key is test_row_0/C:col10/1732656090268/Put/seqid=0 2024-11-26T21:21:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741958_1134 (size=12301) 2024-11-26T21:21:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T21:21:31,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/1ece561a2cb94405ace739bd0bc5b1f3 2024-11-26T21:21:31,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/edc06f6d0a3449a683d88d0e1611bad3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/edc06f6d0a3449a683d88d0e1611bad3 2024-11-26T21:21:31,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/edc06f6d0a3449a683d88d0e1611bad3, entries=150, sequenceid=570, filesize=12.0 K 2024-11-26T21:21:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/82f239dca3714e618bf891c7bea419b3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/82f239dca3714e618bf891c7bea419b3 2024-11-26T21:21:31,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/82f239dca3714e618bf891c7bea419b3, entries=150, sequenceid=570, filesize=12.0 K 2024-11-26T21:21:31,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/1ece561a2cb94405ace739bd0bc5b1f3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1ece561a2cb94405ace739bd0bc5b1f3 2024-11-26T21:21:31,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1ece561a2cb94405ace739bd0bc5b1f3, entries=150, sequenceid=570, filesize=12.0 K 2024-11-26T21:21:31,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 600beb12f99ba232ff671bfe3d59ab7b in 1262ms, sequenceid=570, compaction requested=true 2024-11-26T21:21:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:31,530 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:31,530 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:31,530 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. because compaction request was cancelled 2024-11-26T21:21:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:31,530 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. after waiting 0 ms 2024-11-26T21:21:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:31,530 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:A 2024-11-26T21:21:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600beb12f99ba232ff671bfe3d59ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:31,530 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:31,530 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. because compaction request was cancelled 2024-11-26T21:21:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:31,530 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. because compaction request was cancelled 2024-11-26T21:21:31,530 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:B 2024-11-26T21:21:31,530 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600beb12f99ba232ff671bfe3d59ab7b:C 2024-11-26T21:21:31,530 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 600beb12f99ba232ff671bfe3d59ab7b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-26T21:21:31,531 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=A 2024-11-26T21:21:31,531 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:31,531 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=B 2024-11-26T21:21:31,531 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:31,531 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600beb12f99ba232ff671bfe3d59ab7b, store=C 2024-11-26T21:21:31,531 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:31,534 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/dad11a80c40d45a99db1a745d00500aa is 50, key is test_row_1/A:col10/1732656090271/Put/seqid=0 2024-11-26T21:21:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741959_1135 (size=9857) 2024-11-26T21:21:31,939 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/dad11a80c40d45a99db1a745d00500aa 2024-11-26T21:21:31,947 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/1fbbcc874c2e4633aaa07e9612d7c0a3 is 50, key is test_row_1/B:col10/1732656090271/Put/seqid=0 2024-11-26T21:21:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741960_1136 (size=9857) 2024-11-26T21:21:32,351 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/1fbbcc874c2e4633aaa07e9612d7c0a3 2024-11-26T21:21:32,359 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/4677be79b1284fc0b57648134d073061 is 50, key is test_row_1/C:col10/1732656090271/Put/seqid=0 2024-11-26T21:21:32,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741961_1137 (size=9857) 2024-11-26T21:21:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T21:21:32,764 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/4677be79b1284fc0b57648134d073061 2024-11-26T21:21:32,769 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/A/dad11a80c40d45a99db1a745d00500aa as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/dad11a80c40d45a99db1a745d00500aa 2024-11-26T21:21:32,773 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/dad11a80c40d45a99db1a745d00500aa, entries=100, sequenceid=575, filesize=9.6 K 2024-11-26T21:21:32,774 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/B/1fbbcc874c2e4633aaa07e9612d7c0a3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1fbbcc874c2e4633aaa07e9612d7c0a3 2024-11-26T21:21:32,778 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1fbbcc874c2e4633aaa07e9612d7c0a3, entries=100, sequenceid=575, filesize=9.6 K 2024-11-26T21:21:32,779 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/.tmp/C/4677be79b1284fc0b57648134d073061 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4677be79b1284fc0b57648134d073061 2024-11-26T21:21:32,784 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4677be79b1284fc0b57648134d073061, entries=100, sequenceid=575, filesize=9.6 K 2024-11-26T21:21:32,784 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 600beb12f99ba232ff671bfe3d59ab7b in 1254ms, sequenceid=575, compaction requested=true 2024-11-26T21:21:32,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3c2a61d036924155a54eb72d5a96cb4c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c0094b0b8bab4eef878de2e89082e1db, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/652ef9094fa84319bc8aaf3610a1f462, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/f3acda82596344fdaf529ce634e63f2d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/cfad31b54bde427cba2bb5bd83199989, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/867563547038483e853a3827a2415da8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/20e0400b6eea401dae1646e861d61151, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bd55c4529a43472483a91cadd6b9ae50, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5abe3c084a6b4a1797459cd8ff5307a0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/4cce076b00ac45dfb60a3b56c2832c8b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/083a16e27afa4aff9028c2d9bc5688ea, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/63b9f105dea9451eb0a55a35f8237a76, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5f501442f1b54c309a75c192c088e281, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bc962a956b6a4e13b83aebd4295cb6eb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5bff258761c7423789d1b7cc2b227382, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/fcfa8a36b8db4ff0ada66f48dad03db3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2c831039cd10460889939fba1f851a73, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/46be988903514e85b314458ca20a7d31, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7ca8f0cf7ca74a16974b4967360c49f9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/d3ead71acc9b4d42bccf55ee48ca6d17, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e3e6c19803446039166405869bbff51, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c236386cfb5747388ce89c08ff73c945, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/873154539fb6430a9c679ae1742c341f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3580ad04110b48faa395ad01550589a4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5d9cfc16ef724256ab55881264ad4172, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2a06bbbd2a7c4984aed1f3f89fa2414b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e02131769ff45ad8b1d08c79744db91, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7f364f655f704184a4601d92eae783a2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/eee375facfd34372b50e7f1415effcf9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c28e2e78e2c14dc09b51f7785be9e4c9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5c5e56c5f5334a369b338fd005816e76, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/41bf12da771c46a88e7aadc54cfcf00e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/9d8a436fb9f9426483933c1fd5089b0a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/efec36d5cb0f45cb84793a50ea1c2734, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a279c46d47d948b5a22b6bbb04175c0f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/47f239e5830045e0991689398fae37a9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/718e0105e81145e9a38168db30e3d2d4] to archive 2024-11-26T21:21:32,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:21:32,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3c2a61d036924155a54eb72d5a96cb4c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3c2a61d036924155a54eb72d5a96cb4c 2024-11-26T21:21:32,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c0094b0b8bab4eef878de2e89082e1db to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c0094b0b8bab4eef878de2e89082e1db 2024-11-26T21:21:32,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/652ef9094fa84319bc8aaf3610a1f462 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/652ef9094fa84319bc8aaf3610a1f462 2024-11-26T21:21:32,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/f3acda82596344fdaf529ce634e63f2d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/f3acda82596344fdaf529ce634e63f2d 2024-11-26T21:21:32,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/cfad31b54bde427cba2bb5bd83199989 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/cfad31b54bde427cba2bb5bd83199989 2024-11-26T21:21:32,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/867563547038483e853a3827a2415da8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/867563547038483e853a3827a2415da8 2024-11-26T21:21:32,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/20e0400b6eea401dae1646e861d61151 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/20e0400b6eea401dae1646e861d61151 2024-11-26T21:21:32,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bd55c4529a43472483a91cadd6b9ae50 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bd55c4529a43472483a91cadd6b9ae50 2024-11-26T21:21:32,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5abe3c084a6b4a1797459cd8ff5307a0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5abe3c084a6b4a1797459cd8ff5307a0 2024-11-26T21:21:32,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/4cce076b00ac45dfb60a3b56c2832c8b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/4cce076b00ac45dfb60a3b56c2832c8b 2024-11-26T21:21:32,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/083a16e27afa4aff9028c2d9bc5688ea to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/083a16e27afa4aff9028c2d9bc5688ea 2024-11-26T21:21:32,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/63b9f105dea9451eb0a55a35f8237a76 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/63b9f105dea9451eb0a55a35f8237a76 2024-11-26T21:21:32,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5f501442f1b54c309a75c192c088e281 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5f501442f1b54c309a75c192c088e281 2024-11-26T21:21:32,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bc962a956b6a4e13b83aebd4295cb6eb to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/bc962a956b6a4e13b83aebd4295cb6eb 2024-11-26T21:21:32,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5bff258761c7423789d1b7cc2b227382 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5bff258761c7423789d1b7cc2b227382 2024-11-26T21:21:32,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/fcfa8a36b8db4ff0ada66f48dad03db3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/fcfa8a36b8db4ff0ada66f48dad03db3 2024-11-26T21:21:32,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2c831039cd10460889939fba1f851a73 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2c831039cd10460889939fba1f851a73 2024-11-26T21:21:32,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/46be988903514e85b314458ca20a7d31 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/46be988903514e85b314458ca20a7d31 2024-11-26T21:21:32,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7ca8f0cf7ca74a16974b4967360c49f9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7ca8f0cf7ca74a16974b4967360c49f9 2024-11-26T21:21:32,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/d3ead71acc9b4d42bccf55ee48ca6d17 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/d3ead71acc9b4d42bccf55ee48ca6d17 2024-11-26T21:21:32,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e3e6c19803446039166405869bbff51 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e3e6c19803446039166405869bbff51 2024-11-26T21:21:32,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c236386cfb5747388ce89c08ff73c945 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c236386cfb5747388ce89c08ff73c945 2024-11-26T21:21:32,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/873154539fb6430a9c679ae1742c341f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/873154539fb6430a9c679ae1742c341f 2024-11-26T21:21:32,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3580ad04110b48faa395ad01550589a4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/3580ad04110b48faa395ad01550589a4 2024-11-26T21:21:32,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5d9cfc16ef724256ab55881264ad4172 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5d9cfc16ef724256ab55881264ad4172 2024-11-26T21:21:32,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2a06bbbd2a7c4984aed1f3f89fa2414b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2a06bbbd2a7c4984aed1f3f89fa2414b 2024-11-26T21:21:32,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e02131769ff45ad8b1d08c79744db91 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/2e02131769ff45ad8b1d08c79744db91 2024-11-26T21:21:32,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7f364f655f704184a4601d92eae783a2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/7f364f655f704184a4601d92eae783a2 2024-11-26T21:21:32,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/eee375facfd34372b50e7f1415effcf9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/eee375facfd34372b50e7f1415effcf9 2024-11-26T21:21:32,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c28e2e78e2c14dc09b51f7785be9e4c9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/c28e2e78e2c14dc09b51f7785be9e4c9 2024-11-26T21:21:32,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5c5e56c5f5334a369b338fd005816e76 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/5c5e56c5f5334a369b338fd005816e76 2024-11-26T21:21:32,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/41bf12da771c46a88e7aadc54cfcf00e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/41bf12da771c46a88e7aadc54cfcf00e 2024-11-26T21:21:32,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/9d8a436fb9f9426483933c1fd5089b0a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/9d8a436fb9f9426483933c1fd5089b0a 2024-11-26T21:21:32,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/efec36d5cb0f45cb84793a50ea1c2734 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/efec36d5cb0f45cb84793a50ea1c2734 2024-11-26T21:21:32,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a279c46d47d948b5a22b6bbb04175c0f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a279c46d47d948b5a22b6bbb04175c0f 2024-11-26T21:21:32,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/47f239e5830045e0991689398fae37a9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/47f239e5830045e0991689398fae37a9 2024-11-26T21:21:32,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/718e0105e81145e9a38168db30e3d2d4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/718e0105e81145e9a38168db30e3d2d4 2024-11-26T21:21:32,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/b2be6f00f4cf49d5a4bd6cb30255ddfc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7572cd578e0f4b619491cc46e38ce542, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/781bafbe18c149e0aed980c441f295e5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0bf1baba8cb643f2aaad2e77f81119e3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e4bfb0da9f5e4a00a37d71460c200e28, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ef13061cb6444b5e8bc44d7aa45146b7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f09ede97caba4495a58e0c68374e001a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8c4eb02750924d039147397cfd76b6ba, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/2cf8cfd5a77d494fb563c4800d2b5d13, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/87844078702e44168881fd8d504e71d8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ee5adf6587804c699ce1a2738890dbd3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/69bbe63b0c8f496d971d25079f7236c8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1bd54eb4d57545c19472fc47bf196597, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8615ad5be7b74c83982f177caa267758, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f753f0681f454713a694aebb6495b646, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/de0f980bf2af4ca1b3a510875d0491cd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/616459b348ae408bbc5f15701741172d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7a69a080c6e141f684ba0ba3d06b9a0b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/a52d0d9ad30b4296929919ac04c41708, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/d92c6576a2054ffd8ab78964c4fd1ddf, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f1bc63d3328a46179024f0829816ed17, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/03bffd8b74e740bcaddcad47cacd6206, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/16635e7a24ee4bb18ecb33e0b3a00a65, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/27f6218d45114eea9281b4281c54cd4b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8fef137d749945ac854022d70fe54a0f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7490453a16ee40f2ac7294f572fca7f4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d61481c2ab8432eb30ab6c7dfe73a66, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a46ebd1853049308a9e758810ffc512, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/5214aeb695a84716bbc57c8552c85b18, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e0ed6a8783de43c0adfc17a1eb71027c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6e45b9bd049a4b2890ca8faf5c064fa0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d80be2e65d947619dc16ae707345e48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0080d9194e414976ac9476dcfd106072, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f478cbe4538748cea762b6b0d2c0925f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/35533b8ca0ef4d71b74d6ce5410383e4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/c9653b705a2341fe9f07e63aca984c3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a6679cf7c154285aa905f4a65a3c903] to archive 2024-11-26T21:21:32,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:21:32,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/b2be6f00f4cf49d5a4bd6cb30255ddfc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/b2be6f00f4cf49d5a4bd6cb30255ddfc 2024-11-26T21:21:32,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7572cd578e0f4b619491cc46e38ce542 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7572cd578e0f4b619491cc46e38ce542 2024-11-26T21:21:32,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/781bafbe18c149e0aed980c441f295e5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/781bafbe18c149e0aed980c441f295e5 2024-11-26T21:21:32,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0bf1baba8cb643f2aaad2e77f81119e3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0bf1baba8cb643f2aaad2e77f81119e3 2024-11-26T21:21:32,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e4bfb0da9f5e4a00a37d71460c200e28 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e4bfb0da9f5e4a00a37d71460c200e28 2024-11-26T21:21:32,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ef13061cb6444b5e8bc44d7aa45146b7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ef13061cb6444b5e8bc44d7aa45146b7 2024-11-26T21:21:32,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f09ede97caba4495a58e0c68374e001a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f09ede97caba4495a58e0c68374e001a 2024-11-26T21:21:32,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8c4eb02750924d039147397cfd76b6ba to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8c4eb02750924d039147397cfd76b6ba 2024-11-26T21:21:32,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/2cf8cfd5a77d494fb563c4800d2b5d13 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/2cf8cfd5a77d494fb563c4800d2b5d13 2024-11-26T21:21:32,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/87844078702e44168881fd8d504e71d8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/87844078702e44168881fd8d504e71d8 2024-11-26T21:21:32,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ee5adf6587804c699ce1a2738890dbd3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/ee5adf6587804c699ce1a2738890dbd3 2024-11-26T21:21:32,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/69bbe63b0c8f496d971d25079f7236c8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/69bbe63b0c8f496d971d25079f7236c8 2024-11-26T21:21:32,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1bd54eb4d57545c19472fc47bf196597 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1bd54eb4d57545c19472fc47bf196597 2024-11-26T21:21:32,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8615ad5be7b74c83982f177caa267758 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8615ad5be7b74c83982f177caa267758 2024-11-26T21:21:32,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f753f0681f454713a694aebb6495b646 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f753f0681f454713a694aebb6495b646 2024-11-26T21:21:32,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/de0f980bf2af4ca1b3a510875d0491cd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/de0f980bf2af4ca1b3a510875d0491cd 2024-11-26T21:21:32,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/616459b348ae408bbc5f15701741172d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/616459b348ae408bbc5f15701741172d 2024-11-26T21:21:32,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7a69a080c6e141f684ba0ba3d06b9a0b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7a69a080c6e141f684ba0ba3d06b9a0b 2024-11-26T21:21:32,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/a52d0d9ad30b4296929919ac04c41708 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/a52d0d9ad30b4296929919ac04c41708 2024-11-26T21:21:32,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/d92c6576a2054ffd8ab78964c4fd1ddf to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/d92c6576a2054ffd8ab78964c4fd1ddf 2024-11-26T21:21:32,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f1bc63d3328a46179024f0829816ed17 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f1bc63d3328a46179024f0829816ed17 2024-11-26T21:21:32,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/03bffd8b74e740bcaddcad47cacd6206 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/03bffd8b74e740bcaddcad47cacd6206 2024-11-26T21:21:32,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/16635e7a24ee4bb18ecb33e0b3a00a65 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/16635e7a24ee4bb18ecb33e0b3a00a65 2024-11-26T21:21:32,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/27f6218d45114eea9281b4281c54cd4b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/27f6218d45114eea9281b4281c54cd4b 2024-11-26T21:21:32,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8fef137d749945ac854022d70fe54a0f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/8fef137d749945ac854022d70fe54a0f 2024-11-26T21:21:32,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7490453a16ee40f2ac7294f572fca7f4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7490453a16ee40f2ac7294f572fca7f4 2024-11-26T21:21:32,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d61481c2ab8432eb30ab6c7dfe73a66 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d61481c2ab8432eb30ab6c7dfe73a66 2024-11-26T21:21:32,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a46ebd1853049308a9e758810ffc512 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a46ebd1853049308a9e758810ffc512 2024-11-26T21:21:32,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/5214aeb695a84716bbc57c8552c85b18 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/5214aeb695a84716bbc57c8552c85b18 2024-11-26T21:21:32,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e0ed6a8783de43c0adfc17a1eb71027c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/e0ed6a8783de43c0adfc17a1eb71027c 2024-11-26T21:21:32,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6e45b9bd049a4b2890ca8faf5c064fa0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6e45b9bd049a4b2890ca8faf5c064fa0 2024-11-26T21:21:32,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d80be2e65d947619dc16ae707345e48 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/7d80be2e65d947619dc16ae707345e48 2024-11-26T21:21:32,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0080d9194e414976ac9476dcfd106072 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/0080d9194e414976ac9476dcfd106072 2024-11-26T21:21:32,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f478cbe4538748cea762b6b0d2c0925f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/f478cbe4538748cea762b6b0d2c0925f 2024-11-26T21:21:32,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/35533b8ca0ef4d71b74d6ce5410383e4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/35533b8ca0ef4d71b74d6ce5410383e4 2024-11-26T21:21:32,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/c9653b705a2341fe9f07e63aca984c3e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/c9653b705a2341fe9f07e63aca984c3e 2024-11-26T21:21:32,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a6679cf7c154285aa905f4a65a3c903 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/6a6679cf7c154285aa905f4a65a3c903 2024-11-26T21:21:32,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/61d23d908d8e4778aa4376e3c2c409f7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/551772a493bd4065b7849ae79b273d46, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7f30d9cc574d4e71999c47b3a798dc8c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/920ef83b96884793a862028e186a4e4b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/765b6f5c47a24b389f4165a6afbde0f5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7797b0bcdecf4284800dabddfb9e8c1b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/de0f1de698e04646b41365bfc26f124a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d11759192cec405c9d6fb1241aafb53b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e5ec1d7c4d1c4e31bdf2cebc1763af12, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7a2cf02ac0ff4af88c35b894b9cdeefe, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/ac2c3ffc14244d739b518025a4c7728b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/8aeccd23d3c1463d944fab32b9023a01, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4e3af62bfb3240e3abd0e55620ea5aef, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e68f4959b8984c86a5042e317a25a550, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/6e6bc5c1af2b43f08e208c91ba2d3daa, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/95aca7ec94b04db9898730bf01be0611, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c2bd0823cc59476d9a68c322505d9a70, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b024ce57659c448287cc0655e3c0578a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/aac68696c562471eae41d3e4bbc9c15d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/afc53bd1d47e4f8a97230c216565665a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5606a3fbd6b7413d8af30f6347a415ec, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fa476138c4be4b58a364563387c2a871, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e79f25027d66451bb649c48763e4e678, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d2f70a3a2a9e4234b3fc628786d39d8d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d0d03c77ff834f2f9acf5c328723cc56, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/524400d00ea743b1afdfabed67e4b843, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/2d9f66d00e904ef0ad4973790fbaa105, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fefb561c8eb444c7b7f22bf853c84608, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/bd467d503ddd4cbba11b13ea8fb67859, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/04e01aac1f0045a0bb3e67bf747a22eb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5e33614b2050407cb97fb79a9eee5e25, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/da0ce4a964324c71b67c9a7cdfd4a754, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d93bbae9af03419090a3faa05f51bec7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/856fefd5d1a1464396c72b07e2c23b44, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1a47a35196704478be826a2e1cda4367, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b8949d9d0e4442979ea1d0fd37b891f8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/121cebbc5ebc4ed7942319f123ef24f1] to archive 2024-11-26T21:21:32,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:21:32,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/61d23d908d8e4778aa4376e3c2c409f7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/61d23d908d8e4778aa4376e3c2c409f7 2024-11-26T21:21:32,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/551772a493bd4065b7849ae79b273d46 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/551772a493bd4065b7849ae79b273d46 2024-11-26T21:21:32,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7f30d9cc574d4e71999c47b3a798dc8c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7f30d9cc574d4e71999c47b3a798dc8c 2024-11-26T21:21:32,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/920ef83b96884793a862028e186a4e4b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/920ef83b96884793a862028e186a4e4b 2024-11-26T21:21:32,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/765b6f5c47a24b389f4165a6afbde0f5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/765b6f5c47a24b389f4165a6afbde0f5 2024-11-26T21:21:32,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7797b0bcdecf4284800dabddfb9e8c1b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7797b0bcdecf4284800dabddfb9e8c1b 2024-11-26T21:21:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/de0f1de698e04646b41365bfc26f124a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/de0f1de698e04646b41365bfc26f124a 2024-11-26T21:21:32,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d11759192cec405c9d6fb1241aafb53b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d11759192cec405c9d6fb1241aafb53b 2024-11-26T21:21:32,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e5ec1d7c4d1c4e31bdf2cebc1763af12 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e5ec1d7c4d1c4e31bdf2cebc1763af12 2024-11-26T21:21:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7a2cf02ac0ff4af88c35b894b9cdeefe to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/7a2cf02ac0ff4af88c35b894b9cdeefe 2024-11-26T21:21:32,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/ac2c3ffc14244d739b518025a4c7728b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/ac2c3ffc14244d739b518025a4c7728b 2024-11-26T21:21:32,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/8aeccd23d3c1463d944fab32b9023a01 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/8aeccd23d3c1463d944fab32b9023a01 2024-11-26T21:21:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4e3af62bfb3240e3abd0e55620ea5aef to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4e3af62bfb3240e3abd0e55620ea5aef 2024-11-26T21:21:32,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e68f4959b8984c86a5042e317a25a550 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e68f4959b8984c86a5042e317a25a550 2024-11-26T21:21:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/6e6bc5c1af2b43f08e208c91ba2d3daa to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/6e6bc5c1af2b43f08e208c91ba2d3daa 2024-11-26T21:21:32,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/95aca7ec94b04db9898730bf01be0611 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/95aca7ec94b04db9898730bf01be0611 2024-11-26T21:21:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c2bd0823cc59476d9a68c322505d9a70 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c2bd0823cc59476d9a68c322505d9a70 2024-11-26T21:21:32,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b024ce57659c448287cc0655e3c0578a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b024ce57659c448287cc0655e3c0578a 2024-11-26T21:21:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/aac68696c562471eae41d3e4bbc9c15d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/aac68696c562471eae41d3e4bbc9c15d 2024-11-26T21:21:32,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/afc53bd1d47e4f8a97230c216565665a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/afc53bd1d47e4f8a97230c216565665a 2024-11-26T21:21:32,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5606a3fbd6b7413d8af30f6347a415ec to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5606a3fbd6b7413d8af30f6347a415ec 2024-11-26T21:21:32,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fa476138c4be4b58a364563387c2a871 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fa476138c4be4b58a364563387c2a871 2024-11-26T21:21:32,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e79f25027d66451bb649c48763e4e678 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/e79f25027d66451bb649c48763e4e678 2024-11-26T21:21:32,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d2f70a3a2a9e4234b3fc628786d39d8d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d2f70a3a2a9e4234b3fc628786d39d8d 2024-11-26T21:21:32,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d0d03c77ff834f2f9acf5c328723cc56 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d0d03c77ff834f2f9acf5c328723cc56 2024-11-26T21:21:32,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/524400d00ea743b1afdfabed67e4b843 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/524400d00ea743b1afdfabed67e4b843 2024-11-26T21:21:32,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/2d9f66d00e904ef0ad4973790fbaa105 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/2d9f66d00e904ef0ad4973790fbaa105 2024-11-26T21:21:32,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fefb561c8eb444c7b7f22bf853c84608 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/fefb561c8eb444c7b7f22bf853c84608 2024-11-26T21:21:32,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/bd467d503ddd4cbba11b13ea8fb67859 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/bd467d503ddd4cbba11b13ea8fb67859 2024-11-26T21:21:32,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/04e01aac1f0045a0bb3e67bf747a22eb to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/04e01aac1f0045a0bb3e67bf747a22eb 2024-11-26T21:21:32,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5e33614b2050407cb97fb79a9eee5e25 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/5e33614b2050407cb97fb79a9eee5e25 2024-11-26T21:21:32,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/da0ce4a964324c71b67c9a7cdfd4a754 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/da0ce4a964324c71b67c9a7cdfd4a754 2024-11-26T21:21:32,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d93bbae9af03419090a3faa05f51bec7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/d93bbae9af03419090a3faa05f51bec7 2024-11-26T21:21:32,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/856fefd5d1a1464396c72b07e2c23b44 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/856fefd5d1a1464396c72b07e2c23b44 2024-11-26T21:21:32,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1a47a35196704478be826a2e1cda4367 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1a47a35196704478be826a2e1cda4367 2024-11-26T21:21:32,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b8949d9d0e4442979ea1d0fd37b891f8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/b8949d9d0e4442979ea1d0fd37b891f8 2024-11-26T21:21:32,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/121cebbc5ebc4ed7942319f123ef24f1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/121cebbc5ebc4ed7942319f123ef24f1 2024-11-26T21:21:32,951 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/recovered.edits/578.seqid, newMaxSeqId=578, maxSeqId=1 2024-11-26T21:21:32,954 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b. 2024-11-26T21:21:32,954 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 600beb12f99ba232ff671bfe3d59ab7b: 2024-11-26T21:21:32,956 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:32,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=600beb12f99ba232ff671bfe3d59ab7b, regionState=CLOSED 2024-11-26T21:21:32,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T21:21:32,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 600beb12f99ba232ff671bfe3d59ab7b, server=f2fea67b8e2e,45485,1732656062493 in 2.6530 sec 2024-11-26T21:21:32,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-26T21:21:32,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=600beb12f99ba232ff671bfe3d59ab7b, UNASSIGN in 2.6560 sec 2024-11-26T21:21:32,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T21:21:32,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6640 sec 2024-11-26T21:21:32,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656092964"}]},"ts":"1732656092964"} 2024-11-26T21:21:32,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T21:21:32,968 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T21:21:32,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6800 sec 2024-11-26T21:21:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T21:21:34,399 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-26T21:21:34,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T21:21:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:34,407 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:34,408 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T21:21:34,411 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:34,415 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/recovered.edits] 2024-11-26T21:21:34,418 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/8cadec74c83043fab1865251758fee91 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/8cadec74c83043fab1865251758fee91 2024-11-26T21:21:34,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a465c32644664925ab2f450e353952b1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/a465c32644664925ab2f450e353952b1 2024-11-26T21:21:34,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/dad11a80c40d45a99db1a745d00500aa to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/dad11a80c40d45a99db1a745d00500aa 2024-11-26T21:21:34,422 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/edc06f6d0a3449a683d88d0e1611bad3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/A/edc06f6d0a3449a683d88d0e1611bad3 2024-11-26T21:21:34,425 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1fbbcc874c2e4633aaa07e9612d7c0a3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/1fbbcc874c2e4633aaa07e9612d7c0a3 2024-11-26T21:21:34,427 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/66054ec81e4a4fd386df9c8e732c0715 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/66054ec81e4a4fd386df9c8e732c0715 2024-11-26T21:21:34,429 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/82f239dca3714e618bf891c7bea419b3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/82f239dca3714e618bf891c7bea419b3 2024-11-26T21:21:34,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/9e1802762f924f6eb6507646fb6d5b52 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/B/9e1802762f924f6eb6507646fb6d5b52 2024-11-26T21:21:34,433 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/107242e5c8b249fcaa661afa4bf4df91 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/107242e5c8b249fcaa661afa4bf4df91 2024-11-26T21:21:34,434 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1ece561a2cb94405ace739bd0bc5b1f3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/1ece561a2cb94405ace739bd0bc5b1f3 2024-11-26T21:21:34,435 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4677be79b1284fc0b57648134d073061 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/4677be79b1284fc0b57648134d073061 2024-11-26T21:21:34,437 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c73c863ae8bc4f9296f6ac8d0a164f11 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/C/c73c863ae8bc4f9296f6ac8d0a164f11 2024-11-26T21:21:34,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/recovered.edits/578.seqid to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b/recovered.edits/578.seqid 2024-11-26T21:21:34,441 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/600beb12f99ba232ff671bfe3d59ab7b 2024-11-26T21:21:34,441 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T21:21:34,446 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:34,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T21:21:34,453 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T21:21:34,488 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T21:21:34,490 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:34,490 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T21:21:34,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732656094490"}]},"ts":"9223372036854775807"} 2024-11-26T21:21:34,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T21:21:34,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 600beb12f99ba232ff671bfe3d59ab7b, NAME => 'TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T21:21:34,493 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T21:21:34,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732656094493"}]},"ts":"9223372036854775807"} 2024-11-26T21:21:34,496 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T21:21:34,499 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:34,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-26T21:21:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T21:21:34,509 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-26T21:21:34,522 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f2fea67b8e2e:45485-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-814432024_22 at /127.0.0.1:34510 [Waiting for operation #389] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x304b520e-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x304b520e-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x304b520e-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1195772281_22 at /127.0.0.1:57544 [Waiting for operation #374] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x304b520e-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=452 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4580 (was 5116) 2024-11-26T21:21:34,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=4580 2024-11-26T21:21:34,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:21:34,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:21:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:34,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:21:34,535 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:34,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-26T21:21:34,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:21:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-26T21:21:34,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741962_1138 (size=960) 2024-11-26T21:21:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-26T21:21:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-26T21:21:34,944 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:21:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741963_1139 (size=53) 2024-11-26T21:21:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-26T21:21:35,350 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:35,350 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e71c98627eb1d75ea0d3906abd8fc169, disabling compactions & flushes 2024-11-26T21:21:35,351 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. after waiting 0 ms 2024-11-26T21:21:35,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,351 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,351 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:35,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:21:35,352 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732656095352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732656095352"}]},"ts":"1732656095352"} 2024-11-26T21:21:35,353 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T21:21:35,354 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:21:35,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656095354"}]},"ts":"1732656095354"} 2024-11-26T21:21:35,355 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T21:21:35,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, ASSIGN}] 2024-11-26T21:21:35,360 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, ASSIGN 2024-11-26T21:21:35,361 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, ASSIGN; state=OFFLINE, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=false 2024-11-26T21:21:35,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:35,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:21:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-26T21:21:35,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:35,668 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,669 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:21:35,669 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,669 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:35,669 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,669 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,671 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,672 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:35,672 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71c98627eb1d75ea0d3906abd8fc169 columnFamilyName A 2024-11-26T21:21:35,672 DEBUG [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:35,673 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(327): Store=e71c98627eb1d75ea0d3906abd8fc169/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:35,673 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,674 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:35,675 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71c98627eb1d75ea0d3906abd8fc169 columnFamilyName B 2024-11-26T21:21:35,675 DEBUG [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:35,675 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(327): Store=e71c98627eb1d75ea0d3906abd8fc169/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:35,675 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,676 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:35,677 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71c98627eb1d75ea0d3906abd8fc169 columnFamilyName C 2024-11-26T21:21:35,677 DEBUG [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:35,677 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(327): Store=e71c98627eb1d75ea0d3906abd8fc169/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:35,677 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,678 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,678 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,680 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:21:35,681 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:35,683 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:21:35,683 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened e71c98627eb1d75ea0d3906abd8fc169; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71104018, jitterRate=0.05953243374824524}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:21:35,684 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:35,685 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., pid=37, masterSystemTime=1732656095665 2024-11-26T21:21:35,686 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,686 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:35,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:35,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T21:21:35,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 in 175 msec 2024-11-26T21:21:35,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-26T21:21:35,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, ASSIGN in 331 msec 2024-11-26T21:21:35,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:21:35,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656095692"}]},"ts":"1732656095692"} 2024-11-26T21:21:35,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T21:21:35,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:21:35,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-26T21:21:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-26T21:21:36,642 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-26T21:21:36,643 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e14c387 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f48bdaf 2024-11-26T21:21:36,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f402fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:36,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:36,652 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:36,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:21:36,655 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:21:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:21:36,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:21:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T21:21:36,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741964_1140 (size=996) 2024-11-26T21:21:37,082 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T21:21:37,082 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T21:21:37,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:21:37,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, REOPEN/MOVE}] 2024-11-26T21:21:37,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, REOPEN/MOVE 2024-11-26T21:21:37,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,098 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:21:37,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:21:37,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,250 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,251 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:21:37,251 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing e71c98627eb1d75ea0d3906abd8fc169, disabling compactions & flushes 2024-11-26T21:21:37,251 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,251 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,251 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. after waiting 0 ms 2024-11-26T21:21:37,251 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,255 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T21:21:37,256 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,256 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:37,256 WARN [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: e71c98627eb1d75ea0d3906abd8fc169 to self. 2024-11-26T21:21:37,258 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=CLOSED 2024-11-26T21:21:37,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-26T21:21:37,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 in 161 msec 2024-11-26T21:21:37,261 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, REOPEN/MOVE; state=CLOSED, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=true 2024-11-26T21:21:37,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:21:37,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,568 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,568 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:21:37,569 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,569 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:21:37,569 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,569 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,574 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,574 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:37,580 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71c98627eb1d75ea0d3906abd8fc169 columnFamilyName A 2024-11-26T21:21:37,582 DEBUG [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:37,582 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(327): Store=e71c98627eb1d75ea0d3906abd8fc169/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:37,583 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,583 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:37,584 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71c98627eb1d75ea0d3906abd8fc169 columnFamilyName B 2024-11-26T21:21:37,584 DEBUG [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:37,584 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(327): Store=e71c98627eb1d75ea0d3906abd8fc169/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:37,584 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,585 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:21:37,585 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71c98627eb1d75ea0d3906abd8fc169 columnFamilyName C 2024-11-26T21:21:37,585 DEBUG [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:37,585 INFO [StoreOpener-e71c98627eb1d75ea0d3906abd8fc169-1 {}] regionserver.HStore(327): Store=e71c98627eb1d75ea0d3906abd8fc169/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:21:37,585 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,586 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,587 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,588 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:21:37,589 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,590 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened e71c98627eb1d75ea0d3906abd8fc169; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75019166, jitterRate=0.1178726851940155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:21:37,591 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:37,592 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., pid=42, masterSystemTime=1732656097565 2024-11-26T21:21:37,593 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,593 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=OPEN, openSeqNum=5, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-26T21:21:37,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 in 182 msec 2024-11-26T21:21:37,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-26T21:21:37,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, REOPEN/MOVE in 501 msec 2024-11-26T21:21:37,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-26T21:21:37,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-26T21:21:37,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-26T21:21:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T21:21:37,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc50de9 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@444a61a2 2024-11-26T21:21:37,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ded54fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x109a98f4 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b8114b4 2024-11-26T21:21:37,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a59813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9c3820 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd0bf5 2024-11-26T21:21:37,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab3507e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50484683 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77f4d875 2024-11-26T21:21:37,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dfb8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,630 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b64ccdf to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d89b50a 2024-11-26T21:21:37,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489535ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2362c8ba to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42b9a37d 2024-11-26T21:21:37,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de2fcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0349a6fe to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c645fa1 2024-11-26T21:21:37,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fb1797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3286a246 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c317ae0 2024-11-26T21:21:37,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dfe463d to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a0fc918 2024-11-26T21:21:37,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b9b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:21:37,651 DEBUG [hconnection-0x2d0dff3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,652 DEBUG [hconnection-0x60b41400-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:37,653 DEBUG [hconnection-0x31f6e84c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,654 DEBUG [hconnection-0x3d4ff768-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-26T21:21:37,657 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,657 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,657 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T21:21:37,657 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:37,658 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:37,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:37,659 DEBUG [hconnection-0x34ae5286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,660 DEBUG [hconnection-0x612c3cc7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,660 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,661 DEBUG [hconnection-0x14bed04e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,661 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,662 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,668 DEBUG [hconnection-0x61a943e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,668 DEBUG [hconnection-0x1b7e183d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:21:37,670 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,670 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:21:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:21:37,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:37,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:37,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:37,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:37,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:37,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:37,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656157710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656157711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656157715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656157715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656157716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T21:21:37,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266d5078606c4640de82b2a671055fbc53_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656097670/Put/seqid=0 2024-11-26T21:21:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741965_1141 (size=12154) 2024-11-26T21:21:37,776 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:37,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266d5078606c4640de82b2a671055fbc53_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266d5078606c4640de82b2a671055fbc53_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:37,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9cc163cc23d84c55bf4aa0e9e57a17d5, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:37,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9cc163cc23d84c55bf4aa0e9e57a17d5 is 175, key is test_row_0/A:col10/1732656097670/Put/seqid=0 2024-11-26T21:21:37,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656157825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656157825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656157825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656157825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656157825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741966_1142 (size=30955) 2024-11-26T21:21:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T21:21:37,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:37,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:37,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:37,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:37,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656158032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656158033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656158034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656158034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656158034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:38,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:38,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,169 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:21:38,170 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:21:38,241 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9cc163cc23d84c55bf4aa0e9e57a17d5 2024-11-26T21:21:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T21:21:38,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/3019d2e22393451589bf2ca15b762e8e is 50, key is test_row_0/B:col10/1732656097670/Put/seqid=0 2024-11-26T21:21:38,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741967_1143 (size=12001) 2024-11-26T21:21:38,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656158339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656158344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656158346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656158345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656158346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T21:21:38,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/3019d2e22393451589bf2ca15b762e8e 2024-11-26T21:21:38,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:38,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1c1d61794c8d453f971cc6877e51eb68 is 50, key is test_row_0/C:col10/1732656097670/Put/seqid=0 2024-11-26T21:21:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T21:21:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741968_1144 (size=12001) 2024-11-26T21:21:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656158842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656158850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656158849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656158851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656158852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:38,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:38,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:39,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1c1d61794c8d453f971cc6877e51eb68 2024-11-26T21:21:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9cc163cc23d84c55bf4aa0e9e57a17d5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9cc163cc23d84c55bf4aa0e9e57a17d5 2024-11-26T21:21:39,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:39,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9cc163cc23d84c55bf4aa0e9e57a17d5, entries=150, sequenceid=17, filesize=30.2 K 2024-11-26T21:21:39,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/3019d2e22393451589bf2ca15b762e8e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3019d2e22393451589bf2ca15b762e8e 2024-11-26T21:21:39,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3019d2e22393451589bf2ca15b762e8e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T21:21:39,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1c1d61794c8d453f971cc6877e51eb68 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1c1d61794c8d453f971cc6877e51eb68 2024-11-26T21:21:39,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1c1d61794c8d453f971cc6877e51eb68, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T21:21:39,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e71c98627eb1d75ea0d3906abd8fc169 in 1553ms, sequenceid=17, compaction requested=false 2024-11-26T21:21:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T21:21:39,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:39,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:39,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T21:21:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,364 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:21:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:39,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126165896c84c244eb4a60097e5217e5888_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656097707/Put/seqid=0 2024-11-26T21:21:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741969_1145 (size=12154) 2024-11-26T21:21:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126165896c84c244eb4a60097e5217e5888_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126165896c84c244eb4a60097e5217e5888_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/8361bebf57c0499ca12227093bfa89a1, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:39,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/8361bebf57c0499ca12227093bfa89a1 is 175, key is test_row_0/A:col10/1732656097707/Put/seqid=0 2024-11-26T21:21:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741970_1146 (size=30955) 2024-11-26T21:21:39,437 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/8361bebf57c0499ca12227093bfa89a1 2024-11-26T21:21:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ee4d74e2aa9f4bb984e743942f39db75 is 50, key is test_row_0/B:col10/1732656097707/Put/seqid=0 2024-11-26T21:21:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741971_1147 (size=12001) 2024-11-26T21:21:39,492 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ee4d74e2aa9f4bb984e743942f39db75 2024-11-26T21:21:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/c4bdec70ef9b46ba8e87c3e15936e95c is 50, key is test_row_0/C:col10/1732656097707/Put/seqid=0 2024-11-26T21:21:39,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741972_1148 (size=12001) 2024-11-26T21:21:39,538 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/c4bdec70ef9b46ba8e87c3e15936e95c 2024-11-26T21:21:39,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/8361bebf57c0499ca12227093bfa89a1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8361bebf57c0499ca12227093bfa89a1 2024-11-26T21:21:39,554 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8361bebf57c0499ca12227093bfa89a1, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T21:21:39,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ee4d74e2aa9f4bb984e743942f39db75 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee4d74e2aa9f4bb984e743942f39db75 2024-11-26T21:21:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,568 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee4d74e2aa9f4bb984e743942f39db75, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T21:21:39,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/c4bdec70ef9b46ba8e87c3e15936e95c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/c4bdec70ef9b46ba8e87c3e15936e95c 2024-11-26T21:21:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,577 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/c4bdec70ef9b46ba8e87c3e15936e95c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T21:21:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,579 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for e71c98627eb1d75ea0d3906abd8fc169 in 214ms, sequenceid=41, compaction requested=false 2024-11-26T21:21:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-26T21:21:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-26T21:21:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-26T21:21:39,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec 2024-11-26T21:21:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.9310 sec 2024-11-26T21:21:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T21:21:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,762 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-26T21:21:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-26T21:21:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,767 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,768 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T21:21:39,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T21:21:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:21:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T21:21:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:39,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c6b70e16a62e4e2499df1752f3757ce2_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656099909/Put/seqid=0 2024-11-26T21:21:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741973_1149 (size=24358) 2024-11-26T21:21:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:39,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c6b70e16a62e4e2499df1752f3757ce2_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c6b70e16a62e4e2499df1752f3757ce2_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:39,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/4b21d2d3e0a74e1c9711777576353132, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:39,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/4b21d2d3e0a74e1c9711777576353132 is 175, key is test_row_0/A:col10/1732656099909/Put/seqid=0 2024-11-26T21:21:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741974_1150 (size=73995) 2024-11-26T21:21:39,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/4b21d2d3e0a74e1c9711777576353132 2024-11-26T21:21:40,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656160004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656160004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656160004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656160005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656160008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/46b0f959b5dc4164a8ea24cd51ec1258 is 50, key is test_row_0/B:col10/1732656099909/Put/seqid=0 2024-11-26T21:21:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741975_1151 (size=12001) 2024-11-26T21:21:40,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/46b0f959b5dc4164a8ea24cd51ec1258 2024-11-26T21:21:40,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ec8beed5aa3a408c848020a69c08516f is 50, key is test_row_0/C:col10/1732656099909/Put/seqid=0 2024-11-26T21:21:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T21:21:40,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T21:21:40,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:40,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:40,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:40,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:40,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:40,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741976_1152 (size=12001) 2024-11-26T21:21:40,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ec8beed5aa3a408c848020a69c08516f 2024-11-26T21:21:40,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/4b21d2d3e0a74e1c9711777576353132 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/4b21d2d3e0a74e1c9711777576353132 2024-11-26T21:21:40,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/4b21d2d3e0a74e1c9711777576353132, entries=400, sequenceid=52, filesize=72.3 K 2024-11-26T21:21:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/46b0f959b5dc4164a8ea24cd51ec1258 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/46b0f959b5dc4164a8ea24cd51ec1258 2024-11-26T21:21:40,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656160110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656160111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656160111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656160115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656160116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/46b0f959b5dc4164a8ea24cd51ec1258, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T21:21:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ec8beed5aa3a408c848020a69c08516f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ec8beed5aa3a408c848020a69c08516f 2024-11-26T21:21:40,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ec8beed5aa3a408c848020a69c08516f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T21:21:40,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e71c98627eb1d75ea0d3906abd8fc169 in 227ms, sequenceid=52, compaction requested=true 2024-11-26T21:21:40,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:40,142 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:40,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:40,144 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:40,144 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/A is initiating minor compaction (all files) 2024-11-26T21:21:40,144 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/A in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:40,144 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9cc163cc23d84c55bf4aa0e9e57a17d5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8361bebf57c0499ca12227093bfa89a1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/4b21d2d3e0a74e1c9711777576353132] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=132.7 K 2024-11-26T21:21:40,144 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:40,144 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9cc163cc23d84c55bf4aa0e9e57a17d5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8361bebf57c0499ca12227093bfa89a1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/4b21d2d3e0a74e1c9711777576353132] 2024-11-26T21:21:40,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:40,146 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:40,147 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cc163cc23d84c55bf4aa0e9e57a17d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732656097666 2024-11-26T21:21:40,148 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8361bebf57c0499ca12227093bfa89a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732656097707 2024-11-26T21:21:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:40,150 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:40,150 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/B is initiating minor compaction (all files) 2024-11-26T21:21:40,150 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/B in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:40,150 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3019d2e22393451589bf2ca15b762e8e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee4d74e2aa9f4bb984e743942f39db75, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/46b0f959b5dc4164a8ea24cd51ec1258] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=35.2 K 2024-11-26T21:21:40,151 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b21d2d3e0a74e1c9711777576353132, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656099878 2024-11-26T21:21:40,152 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 3019d2e22393451589bf2ca15b762e8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732656097666 2024-11-26T21:21:40,153 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ee4d74e2aa9f4bb984e743942f39db75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732656097707 2024-11-26T21:21:40,155 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 46b0f959b5dc4164a8ea24cd51ec1258, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656099908 2024-11-26T21:21:40,173 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:40,178 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:40,178 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/acb4459710bf4ab9b849fc85b17bfd1a is 50, key is test_row_0/B:col10/1732656099909/Put/seqid=0 2024-11-26T21:21:40,178 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112605cd125c3bcf454fa4264c5287b568ce_e71c98627eb1d75ea0d3906abd8fc169 store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:40,183 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112605cd125c3bcf454fa4264c5287b568ce_e71c98627eb1d75ea0d3906abd8fc169, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:40,183 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112605cd125c3bcf454fa4264c5287b568ce_e71c98627eb1d75ea0d3906abd8fc169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741978_1154 (size=4469) 2024-11-26T21:21:40,203 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#A#compaction#132 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:40,205 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/831d3997dc4e43c9b5f8357889eb5221 is 175, key is test_row_0/A:col10/1732656099909/Put/seqid=0 2024-11-26T21:21:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741977_1153 (size=12104) 2024-11-26T21:21:40,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T21:21:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:40,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:21:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:40,232 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/acb4459710bf4ab9b849fc85b17bfd1a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/acb4459710bf4ab9b849fc85b17bfd1a 2024-11-26T21:21:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741979_1155 (size=31058) 2024-11-26T21:21:40,244 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/B of e71c98627eb1d75ea0d3906abd8fc169 into acb4459710bf4ab9b849fc85b17bfd1a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:40,244 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:40,244 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/B, priority=13, startTime=1732656100146; duration=0sec 2024-11-26T21:21:40,244 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:40,244 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:B 2024-11-26T21:21:40,244 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:40,245 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:40,246 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/C is initiating minor compaction (all files) 2024-11-26T21:21:40,246 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/C in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:40,246 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1c1d61794c8d453f971cc6877e51eb68, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/c4bdec70ef9b46ba8e87c3e15936e95c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ec8beed5aa3a408c848020a69c08516f] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=35.2 K 2024-11-26T21:21:40,246 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c1d61794c8d453f971cc6877e51eb68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732656097666 2024-11-26T21:21:40,247 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c4bdec70ef9b46ba8e87c3e15936e95c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732656097707 2024-11-26T21:21:40,247 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ec8beed5aa3a408c848020a69c08516f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656099908 2024-11-26T21:21:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126092a977eb1ba4eb0bc3055a2fbdf7886_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656099998/Put/seqid=0 2024-11-26T21:21:40,295 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#C#compaction#135 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:40,296 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/b40764fcb6784927982616ad4e9deeda is 50, key is test_row_0/C:col10/1732656099909/Put/seqid=0 2024-11-26T21:21:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:40,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741980_1156 (size=12154) 2024-11-26T21:21:40,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741981_1157 (size=12104) 2024-11-26T21:21:40,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656160332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,345 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/b40764fcb6784927982616ad4e9deeda as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/b40764fcb6784927982616ad4e9deeda 2024-11-26T21:21:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656160336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656160344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656160345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656160345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,352 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/C of e71c98627eb1d75ea0d3906abd8fc169 into b40764fcb6784927982616ad4e9deeda(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:40,352 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:40,352 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/C, priority=13, startTime=1732656100148; duration=0sec 2024-11-26T21:21:40,353 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:40,353 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:C 2024-11-26T21:21:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T21:21:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656160446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656160447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656160450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656160450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656160451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,652 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/831d3997dc4e43c9b5f8357889eb5221 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/831d3997dc4e43c9b5f8357889eb5221 2024-11-26T21:21:40,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656160652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656160652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656160655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656160655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656160655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,661 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/A of e71c98627eb1d75ea0d3906abd8fc169 into 831d3997dc4e43c9b5f8357889eb5221(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:40,661 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:40,661 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/A, priority=13, startTime=1732656100142; duration=0sec 2024-11-26T21:21:40,662 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:40,662 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:A 2024-11-26T21:21:40,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:40,736 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126092a977eb1ba4eb0bc3055a2fbdf7886_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126092a977eb1ba4eb0bc3055a2fbdf7886_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:40,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/45d813a62d9c41d7b9dd48ccdbbb928c, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:40,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/45d813a62d9c41d7b9dd48ccdbbb928c is 175, key is test_row_0/A:col10/1732656099998/Put/seqid=0 2024-11-26T21:21:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741982_1158 (size=30955) 2024-11-26T21:21:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T21:21:40,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656160956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656160957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656160957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656160957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:40,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656160958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:41,189 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/45d813a62d9c41d7b9dd48ccdbbb928c 2024-11-26T21:21:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/b926e3c3c3a74be3aac851bde291bde5 is 50, key is test_row_0/B:col10/1732656099998/Put/seqid=0 2024-11-26T21:21:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741983_1159 (size=12001) 2024-11-26T21:21:41,226 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/b926e3c3c3a74be3aac851bde291bde5 2024-11-26T21:21:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/93ac03b019e64425be12f8356da6ec48 is 50, key is test_row_0/C:col10/1732656099998/Put/seqid=0 2024-11-26T21:21:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741984_1160 (size=12001) 2024-11-26T21:21:41,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656161460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:41,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656161461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:41,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656161463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:41,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656161464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656161465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:41,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/93ac03b019e64425be12f8356da6ec48 2024-11-26T21:21:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/45d813a62d9c41d7b9dd48ccdbbb928c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/45d813a62d9c41d7b9dd48ccdbbb928c 2024-11-26T21:21:41,690 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/45d813a62d9c41d7b9dd48ccdbbb928c, entries=150, sequenceid=77, filesize=30.2 K 2024-11-26T21:21:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/b926e3c3c3a74be3aac851bde291bde5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b926e3c3c3a74be3aac851bde291bde5 2024-11-26T21:21:41,698 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b926e3c3c3a74be3aac851bde291bde5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T21:21:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/93ac03b019e64425be12f8356da6ec48 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/93ac03b019e64425be12f8356da6ec48 2024-11-26T21:21:41,714 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/93ac03b019e64425be12f8356da6ec48, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T21:21:41,715 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e71c98627eb1d75ea0d3906abd8fc169 in 1488ms, sequenceid=77, compaction requested=false 2024-11-26T21:21:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-26T21:21:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-26T21:21:41,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-26T21:21:41,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-11-26T21:21:41,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.9540 sec 2024-11-26T21:21:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T21:21:41,885 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-26T21:21:41,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-26T21:21:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T21:21:41,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:41,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:41,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T21:21:42,042 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T21:21:42,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:42,043 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:21:42,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:42,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:42,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:42,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:42,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:42,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:42,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a067596728884dbe899393affa53fedb_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656100339/Put/seqid=0 2024-11-26T21:21:42,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741985_1161 (size=12154) 2024-11-26T21:21:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:42,098 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a067596728884dbe899393affa53fedb_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a067596728884dbe899393affa53fedb_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:42,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/1ff0ec12e9f6499faedf3ea605a1900d, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/1ff0ec12e9f6499faedf3ea605a1900d is 175, key is test_row_0/A:col10/1732656100339/Put/seqid=0 2024-11-26T21:21:42,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741986_1162 (size=30955) 2024-11-26T21:21:42,111 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/1ff0ec12e9f6499faedf3ea605a1900d 2024-11-26T21:21:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c4a224dd27864276b0307878e92349ab is 50, key is test_row_0/B:col10/1732656100339/Put/seqid=0 2024-11-26T21:21:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741987_1163 (size=12001) 2024-11-26T21:21:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T21:21:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:42,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T21:21:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656162497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656162498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656162499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656162499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656162499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c4a224dd27864276b0307878e92349ab 2024-11-26T21:21:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/270966bba81a4a87a0c32517805b8936 is 50, key is test_row_0/C:col10/1732656100339/Put/seqid=0 2024-11-26T21:21:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741988_1164 (size=12001) 2024-11-26T21:21:42,588 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/270966bba81a4a87a0c32517805b8936 2024-11-26T21:21:42,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/1ff0ec12e9f6499faedf3ea605a1900d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1ff0ec12e9f6499faedf3ea605a1900d 2024-11-26T21:21:42,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1ff0ec12e9f6499faedf3ea605a1900d, entries=150, sequenceid=92, filesize=30.2 K 2024-11-26T21:21:42,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c4a224dd27864276b0307878e92349ab as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c4a224dd27864276b0307878e92349ab 2024-11-26T21:21:42,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656162601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656162603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656162601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656162604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656162605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c4a224dd27864276b0307878e92349ab, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T21:21:42,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/270966bba81a4a87a0c32517805b8936 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/270966bba81a4a87a0c32517805b8936 2024-11-26T21:21:42,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/270966bba81a4a87a0c32517805b8936, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T21:21:42,625 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e71c98627eb1d75ea0d3906abd8fc169 in 582ms, sequenceid=92, compaction requested=true 2024-11-26T21:21:42,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:42,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:42,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T21:21:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-26T21:21:42,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T21:21:42,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 737 msec 2024-11-26T21:21:42,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 742 msec 2024-11-26T21:21:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:42,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:21:42,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:42,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:42,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:42,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:42,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:42,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:42,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266633e7c93f1a441881fffff3a555405f_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656102807/Put/seqid=0 2024-11-26T21:21:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656162816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656162815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656162820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656162820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656162820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741989_1165 (size=12154) 2024-11-26T21:21:42,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656162921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656162922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656162923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656162924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656162928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T21:21:42,997 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-26T21:21:42,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-26T21:21:43,001 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T21:21:43,001 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:43,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T21:21:43,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656163125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656163126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656163126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656163129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656163131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:43,259 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266633e7c93f1a441881fffff3a555405f_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266633e7c93f1a441881fffff3a555405f_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:43,260 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b5019300d45d47d39083119d04697595, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:43,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b5019300d45d47d39083119d04697595 is 175, key is test_row_0/A:col10/1732656102807/Put/seqid=0 2024-11-26T21:21:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741990_1166 (size=30955) 2024-11-26T21:21:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T21:21:43,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656163427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656163428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656163431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656163434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656163434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T21:21:43,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b5019300d45d47d39083119d04697595 2024-11-26T21:21:43,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5 is 50, key is test_row_0/B:col10/1732656102807/Put/seqid=0 2024-11-26T21:21:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741991_1167 (size=12001) 2024-11-26T21:21:43,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:43,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:43,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:43,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:43,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656163934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656163935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656163937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656163940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656163941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:44,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5 2024-11-26T21:21:44,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ab663711771e4bbd997601bf65fa4fe1 is 50, key is test_row_0/C:col10/1732656102807/Put/seqid=0 2024-11-26T21:21:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741992_1168 (size=12001) 2024-11-26T21:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T21:21:44,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:44,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:44,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ab663711771e4bbd997601bf65fa4fe1 2024-11-26T21:21:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b5019300d45d47d39083119d04697595 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b5019300d45d47d39083119d04697595 2024-11-26T21:21:44,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b5019300d45d47d39083119d04697595, entries=150, sequenceid=118, filesize=30.2 K 2024-11-26T21:21:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5 2024-11-26T21:21:44,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T21:21:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ab663711771e4bbd997601bf65fa4fe1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ab663711771e4bbd997601bf65fa4fe1 2024-11-26T21:21:44,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ab663711771e4bbd997601bf65fa4fe1, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T21:21:44,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e71c98627eb1d75ea0d3906abd8fc169 in 1718ms, sequenceid=118, compaction requested=true 2024-11-26T21:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:44,527 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:44,527 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:44,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:44,533 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:44,533 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:44,533 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/B is initiating minor compaction (all files) 2024-11-26T21:21:44,533 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/A is initiating minor compaction (all files) 2024-11-26T21:21:44,533 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/B in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,533 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/A in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,533 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/831d3997dc4e43c9b5f8357889eb5221, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/45d813a62d9c41d7b9dd48ccdbbb928c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1ff0ec12e9f6499faedf3ea605a1900d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b5019300d45d47d39083119d04697595] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=121.0 K 2024-11-26T21:21:44,533 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/acb4459710bf4ab9b849fc85b17bfd1a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b926e3c3c3a74be3aac851bde291bde5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c4a224dd27864276b0307878e92349ab, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=47.0 K 2024-11-26T21:21:44,533 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,533 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/831d3997dc4e43c9b5f8357889eb5221, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/45d813a62d9c41d7b9dd48ccdbbb928c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1ff0ec12e9f6499faedf3ea605a1900d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b5019300d45d47d39083119d04697595] 2024-11-26T21:21:44,534 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting acb4459710bf4ab9b849fc85b17bfd1a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656099908 2024-11-26T21:21:44,534 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 831d3997dc4e43c9b5f8357889eb5221, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656099908 2024-11-26T21:21:44,534 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b926e3c3c3a74be3aac851bde291bde5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732656099998 2024-11-26T21:21:44,535 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45d813a62d9c41d7b9dd48ccdbbb928c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732656099998 2024-11-26T21:21:44,535 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a224dd27864276b0307878e92349ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732656100333 2024-11-26T21:21:44,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,535 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting cb1ef7722cec4fe2b0f16dd4b6c2f8c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732656102492 2024-11-26T21:21:44,535 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ff0ec12e9f6499faedf3ea605a1900d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732656100333 2024-11-26T21:21:44,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T21:21:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,536 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5019300d45d47d39083119d04697595, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732656102492 2024-11-26T21:21:44,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:21:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:44,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126341c44f802ac4cdf9418b499c9916d29_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656102818/Put/seqid=0 2024-11-26T21:21:44,558 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:44,559 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/4d3271b29d1e48668a6f4f5893226b86 is 50, key is test_row_0/B:col10/1732656102807/Put/seqid=0 2024-11-26T21:21:44,565 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:44,568 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262398ccc4fb7f4170a7fb6ded22c04637_e71c98627eb1d75ea0d3906abd8fc169 store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:44,571 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262398ccc4fb7f4170a7fb6ded22c04637_e71c98627eb1d75ea0d3906abd8fc169, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:44,571 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262398ccc4fb7f4170a7fb6ded22c04637_e71c98627eb1d75ea0d3906abd8fc169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:44,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741993_1169 (size=12241) 2024-11-26T21:21:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741994_1170 (size=12154) 2024-11-26T21:21:44,598 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/4d3271b29d1e48668a6f4f5893226b86 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/4d3271b29d1e48668a6f4f5893226b86 2024-11-26T21:21:44,605 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/B of e71c98627eb1d75ea0d3906abd8fc169 into 4d3271b29d1e48668a6f4f5893226b86(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:44,605 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:44,606 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/B, priority=12, startTime=1732656104527; duration=0sec 2024-11-26T21:21:44,606 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:44,606 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:B 2024-11-26T21:21:44,606 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:44,609 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:44,609 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/C is initiating minor compaction (all files) 2024-11-26T21:21:44,610 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/C in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:44,610 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/b40764fcb6784927982616ad4e9deeda, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/93ac03b019e64425be12f8356da6ec48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/270966bba81a4a87a0c32517805b8936, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ab663711771e4bbd997601bf65fa4fe1] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=47.0 K 2024-11-26T21:21:44,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741995_1171 (size=4469) 2024-11-26T21:21:44,611 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b40764fcb6784927982616ad4e9deeda, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656099908 2024-11-26T21:21:44,611 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 93ac03b019e64425be12f8356da6ec48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732656099998 2024-11-26T21:21:44,611 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 270966bba81a4a87a0c32517805b8936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732656100333 2024-11-26T21:21:44,612 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ab663711771e4bbd997601bf65fa4fe1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732656102492 2024-11-26T21:21:44,622 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:44,622 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/91289a9fe1fa4763a78cdfb7cd20d58d is 50, key is test_row_0/C:col10/1732656102807/Put/seqid=0 2024-11-26T21:21:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741996_1172 (size=12241) 2024-11-26T21:21:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:44,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:44,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656164965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656164966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656164967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656164968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656164969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:45,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126341c44f802ac4cdf9418b499c9916d29_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126341c44f802ac4cdf9418b499c9916d29_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/632e2cdb52034b31bf3ec976ca26b11f, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:45,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/632e2cdb52034b31bf3ec976ca26b11f is 175, key is test_row_0/A:col10/1732656102818/Put/seqid=0 2024-11-26T21:21:45,012 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#A#compaction#146 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:45,013 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/1cd8b1c574874126a4a7371d403f0d06 is 175, key is test_row_0/A:col10/1732656102807/Put/seqid=0 2024-11-26T21:21:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741997_1173 (size=30955) 2024-11-26T21:21:45,021 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/632e2cdb52034b31bf3ec976ca26b11f 2024-11-26T21:21:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741998_1174 (size=31195) 2024-11-26T21:21:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/39c6e9c6401f4c899a879e7a4c939c41 is 50, key is test_row_0/B:col10/1732656102818/Put/seqid=0 2024-11-26T21:21:45,041 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/1cd8b1c574874126a4a7371d403f0d06 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1cd8b1c574874126a4a7371d403f0d06 2024-11-26T21:21:45,041 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/91289a9fe1fa4763a78cdfb7cd20d58d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/91289a9fe1fa4763a78cdfb7cd20d58d 2024-11-26T21:21:45,051 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/C of e71c98627eb1d75ea0d3906abd8fc169 into 91289a9fe1fa4763a78cdfb7cd20d58d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:45,051 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/A of e71c98627eb1d75ea0d3906abd8fc169 into 1cd8b1c574874126a4a7371d403f0d06(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:45,051 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:45,051 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:45,051 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/C, priority=12, startTime=1732656104527; duration=0sec 2024-11-26T21:21:45,051 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/A, priority=12, startTime=1732656104527; duration=0sec 2024-11-26T21:21:45,051 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:45,051 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:C 2024-11-26T21:21:45,051 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:45,051 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:A 2024-11-26T21:21:45,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741999_1175 (size=12001) 2024-11-26T21:21:45,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/39c6e9c6401f4c899a879e7a4c939c41 2024-11-26T21:21:45,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656165071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/9e1722e2984e4f8c8f46cf962c4c85fd is 50, key is test_row_0/C:col10/1732656102818/Put/seqid=0 2024-11-26T21:21:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656165074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656165074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656165075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656165075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742000_1176 (size=12001) 2024-11-26T21:21:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T21:21:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656165275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656165277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656165277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656165278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656165278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,499 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/9e1722e2984e4f8c8f46cf962c4c85fd 2024-11-26T21:21:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/632e2cdb52034b31bf3ec976ca26b11f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/632e2cdb52034b31bf3ec976ca26b11f 2024-11-26T21:21:45,511 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/632e2cdb52034b31bf3ec976ca26b11f, entries=150, sequenceid=129, filesize=30.2 K 2024-11-26T21:21:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/39c6e9c6401f4c899a879e7a4c939c41 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/39c6e9c6401f4c899a879e7a4c939c41 2024-11-26T21:21:45,518 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/39c6e9c6401f4c899a879e7a4c939c41, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T21:21:45,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/9e1722e2984e4f8c8f46cf962c4c85fd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9e1722e2984e4f8c8f46cf962c4c85fd 2024-11-26T21:21:45,524 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9e1722e2984e4f8c8f46cf962c4c85fd, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T21:21:45,525 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e71c98627eb1d75ea0d3906abd8fc169 in 989ms, sequenceid=129, compaction requested=false 2024-11-26T21:21:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T21:21:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-26T21:21:45,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-26T21:21:45,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5220 sec 2024-11-26T21:21:45,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5300 sec 2024-11-26T21:21:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:45,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:21:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:45,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656165587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656165587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262ceee12bea5b41c984e68bfecba7ad2a_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656105580/Put/seqid=0 2024-11-26T21:21:45,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656165589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656165591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656165591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742001_1177 (size=14794) 2024-11-26T21:21:45,599 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:45,604 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262ceee12bea5b41c984e68bfecba7ad2a_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ceee12bea5b41c984e68bfecba7ad2a_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:45,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0062a42ef72a451ea5ce4be015f53305, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:45,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0062a42ef72a451ea5ce4be015f53305 is 175, key is test_row_0/A:col10/1732656105580/Put/seqid=0 2024-11-26T21:21:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742002_1178 (size=39749) 2024-11-26T21:21:45,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0062a42ef72a451ea5ce4be015f53305 2024-11-26T21:21:45,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/9e438fcf037e44f3bdd4ffdb52fbdafd is 50, key is test_row_0/B:col10/1732656105580/Put/seqid=0 2024-11-26T21:21:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742003_1179 (size=12151) 2024-11-26T21:21:45,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/9e438fcf037e44f3bdd4ffdb52fbdafd 2024-11-26T21:21:45,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/9964867431ec4b81b83da71880f60f08 is 50, key is test_row_0/C:col10/1732656105580/Put/seqid=0 2024-11-26T21:21:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742004_1180 (size=12151) 2024-11-26T21:21:45,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/9964867431ec4b81b83da71880f60f08 2024-11-26T21:21:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0062a42ef72a451ea5ce4be015f53305 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0062a42ef72a451ea5ce4be015f53305 2024-11-26T21:21:45,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0062a42ef72a451ea5ce4be015f53305, entries=200, sequenceid=158, filesize=38.8 K 2024-11-26T21:21:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/9e438fcf037e44f3bdd4ffdb52fbdafd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/9e438fcf037e44f3bdd4ffdb52fbdafd 2024-11-26T21:21:45,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/9e438fcf037e44f3bdd4ffdb52fbdafd, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T21:21:45,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/9964867431ec4b81b83da71880f60f08 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9964867431ec4b81b83da71880f60f08 2024-11-26T21:21:45,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656165692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656165692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656165693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656165694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656165695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9964867431ec4b81b83da71880f60f08, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T21:21:45,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e71c98627eb1d75ea0d3906abd8fc169 in 123ms, sequenceid=158, compaction requested=true 2024-11-26T21:21:45,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:45,705 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:45,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:45,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:45,705 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:45,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:45,706 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:45,706 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/A is initiating minor compaction (all files) 2024-11-26T21:21:45,707 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/A in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:45,707 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1cd8b1c574874126a4a7371d403f0d06, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/632e2cdb52034b31bf3ec976ca26b11f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0062a42ef72a451ea5ce4be015f53305] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=99.5 K 2024-11-26T21:21:45,707 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:45,707 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1cd8b1c574874126a4a7371d403f0d06, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/632e2cdb52034b31bf3ec976ca26b11f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0062a42ef72a451ea5ce4be015f53305] 2024-11-26T21:21:45,707 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:45,707 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/B is initiating minor compaction (all files) 2024-11-26T21:21:45,708 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/B in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:45,708 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/4d3271b29d1e48668a6f4f5893226b86, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/39c6e9c6401f4c899a879e7a4c939c41, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/9e438fcf037e44f3bdd4ffdb52fbdafd] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=35.5 K 2024-11-26T21:21:45,708 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cd8b1c574874126a4a7371d403f0d06, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732656102492 2024-11-26T21:21:45,709 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 632e2cdb52034b31bf3ec976ca26b11f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732656102812 2024-11-26T21:21:45,709 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3271b29d1e48668a6f4f5893226b86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732656102492 2024-11-26T21:21:45,709 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0062a42ef72a451ea5ce4be015f53305, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656104963 2024-11-26T21:21:45,710 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 39c6e9c6401f4c899a879e7a4c939c41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732656102812 2024-11-26T21:21:45,711 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e438fcf037e44f3bdd4ffdb52fbdafd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656104963 2024-11-26T21:21:45,719 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:45,726 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:45,727 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c0f17c939e17480a890d53287c03b44b is 50, key is test_row_0/B:col10/1732656105580/Put/seqid=0 2024-11-26T21:21:45,737 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126783e3bf39c8143e8a99433ad5152fdc9_e71c98627eb1d75ea0d3906abd8fc169 store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:45,739 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126783e3bf39c8143e8a99433ad5152fdc9_e71c98627eb1d75ea0d3906abd8fc169, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:45,739 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126783e3bf39c8143e8a99433ad5152fdc9_e71c98627eb1d75ea0d3906abd8fc169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742005_1181 (size=12493) 2024-11-26T21:21:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742006_1182 (size=4469) 2024-11-26T21:21:45,768 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#A#compaction#153 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:45,768 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9da78ffa34824a65994276895df0d4ec is 175, key is test_row_0/A:col10/1732656105580/Put/seqid=0 2024-11-26T21:21:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742007_1183 (size=31447) 2024-11-26T21:21:45,780 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9da78ffa34824a65994276895df0d4ec as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9da78ffa34824a65994276895df0d4ec 2024-11-26T21:21:45,787 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/A of e71c98627eb1d75ea0d3906abd8fc169 into 9da78ffa34824a65994276895df0d4ec(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:45,787 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:45,787 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/A, priority=13, startTime=1732656105705; duration=0sec 2024-11-26T21:21:45,787 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:45,787 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:A 2024-11-26T21:21:45,788 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:45,789 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:45,789 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/C is initiating minor compaction (all files) 2024-11-26T21:21:45,789 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/C in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:45,789 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/91289a9fe1fa4763a78cdfb7cd20d58d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9e1722e2984e4f8c8f46cf962c4c85fd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9964867431ec4b81b83da71880f60f08] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=35.5 K 2024-11-26T21:21:45,790 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91289a9fe1fa4763a78cdfb7cd20d58d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732656102492 2024-11-26T21:21:45,791 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e1722e2984e4f8c8f46cf962c4c85fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732656102812 2024-11-26T21:21:45,791 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9964867431ec4b81b83da71880f60f08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656104963 2024-11-26T21:21:45,799 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:45,799 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/8da1b9dda7bd47e6adb1e6a02115805d is 50, key is test_row_0/C:col10/1732656105580/Put/seqid=0 2024-11-26T21:21:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742008_1184 (size=12493) 2024-11-26T21:21:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:45,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:21:45,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:45,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:45,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:45,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:45,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:45,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:45,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ffcfe560f0ce4baa82ea63f7c9ce082c_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656105898/Put/seqid=0 2024-11-26T21:21:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742009_1185 (size=12304) 2024-11-26T21:21:45,925 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:45,929 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ffcfe560f0ce4baa82ea63f7c9ce082c_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ffcfe560f0ce4baa82ea63f7c9ce082c_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:45,930 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/5819439e3ca84dfdbcf28135a5c5621e, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:45,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/5819439e3ca84dfdbcf28135a5c5621e is 175, key is test_row_0/A:col10/1732656105898/Put/seqid=0 2024-11-26T21:21:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742010_1186 (size=31105) 2024-11-26T21:21:45,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656165930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656165940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656165940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656165941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:45,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656165941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656166042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656166047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656166047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656166048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656166049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,158 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c0f17c939e17480a890d53287c03b44b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c0f17c939e17480a890d53287c03b44b 2024-11-26T21:21:46,165 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/B of e71c98627eb1d75ea0d3906abd8fc169 into c0f17c939e17480a890d53287c03b44b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:46,165 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:46,165 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/B, priority=13, startTime=1732656105705; duration=0sec 2024-11-26T21:21:46,165 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:46,165 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:B 2024-11-26T21:21:46,210 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/8da1b9dda7bd47e6adb1e6a02115805d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/8da1b9dda7bd47e6adb1e6a02115805d 2024-11-26T21:21:46,216 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/C of e71c98627eb1d75ea0d3906abd8fc169 into 8da1b9dda7bd47e6adb1e6a02115805d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:46,216 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:46,216 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/C, priority=13, startTime=1732656105706; duration=0sec 2024-11-26T21:21:46,216 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:46,216 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:C 2024-11-26T21:21:46,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656166246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656166252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656166252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656166252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656166252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,336 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/5819439e3ca84dfdbcf28135a5c5621e 2024-11-26T21:21:46,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/835cb19b7c7a4cb3b5c4f0169ef87209 is 50, key is test_row_0/B:col10/1732656105898/Put/seqid=0 2024-11-26T21:21:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742011_1187 (size=12151) 2024-11-26T21:21:46,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/835cb19b7c7a4cb3b5c4f0169ef87209 2024-11-26T21:21:46,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/641a819590564ffb860b739a3a35c4c0 is 50, key is test_row_0/C:col10/1732656105898/Put/seqid=0 2024-11-26T21:21:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742012_1188 (size=12151) 2024-11-26T21:21:46,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/641a819590564ffb860b739a3a35c4c0 2024-11-26T21:21:46,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/5819439e3ca84dfdbcf28135a5c5621e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/5819439e3ca84dfdbcf28135a5c5621e 2024-11-26T21:21:46,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/5819439e3ca84dfdbcf28135a5c5621e, entries=150, sequenceid=172, filesize=30.4 K 2024-11-26T21:21:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/835cb19b7c7a4cb3b5c4f0169ef87209 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/835cb19b7c7a4cb3b5c4f0169ef87209 2024-11-26T21:21:46,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/835cb19b7c7a4cb3b5c4f0169ef87209, entries=150, sequenceid=172, filesize=11.9 K 2024-11-26T21:21:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/641a819590564ffb860b739a3a35c4c0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/641a819590564ffb860b739a3a35c4c0 2024-11-26T21:21:46,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/641a819590564ffb860b739a3a35c4c0, entries=150, sequenceid=172, filesize=11.9 K 2024-11-26T21:21:46,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e71c98627eb1d75ea0d3906abd8fc169 in 493ms, sequenceid=172, compaction requested=false 2024-11-26T21:21:46,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:46,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:21:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:46,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:46,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656166561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656166562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112696aaf81f61be4351a29ac46c7887a572_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656106555/Put/seqid=0 2024-11-26T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656166563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656166563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656166565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742013_1189 (size=14794) 2024-11-26T21:21:46,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:46,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112696aaf81f61be4351a29ac46c7887a572_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112696aaf81f61be4351a29ac46c7887a572_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:46,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0626954522874dc095db422d87cccfff, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:46,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0626954522874dc095db422d87cccfff is 175, key is test_row_0/A:col10/1732656106555/Put/seqid=0 2024-11-26T21:21:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742014_1190 (size=39749) 2024-11-26T21:21:46,608 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0626954522874dc095db422d87cccfff 2024-11-26T21:21:46,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/400d347f06a641d08dca9717628f0f79 is 50, key is test_row_0/B:col10/1732656106555/Put/seqid=0 2024-11-26T21:21:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742015_1191 (size=12151) 2024-11-26T21:21:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656166667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656166667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656166669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656166675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656166676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656166869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656166870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656166872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656166877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:46,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656166877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/400d347f06a641d08dca9717628f0f79 2024-11-26T21:21:47,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/052ad5284f7d4b238b7ae0d66a9d97d8 is 50, key is test_row_0/C:col10/1732656106555/Put/seqid=0 2024-11-26T21:21:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742016_1192 (size=12151) 2024-11-26T21:21:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T21:21:47,107 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-26T21:21:47,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-26T21:21:47,110 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:47,111 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:47,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T21:21:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656167173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656167173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656167177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656167179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656167180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T21:21:47,215 INFO [master/f2fea67b8e2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T21:21:47,215 INFO [master/f2fea67b8e2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T21:21:47,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T21:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T21:21:47,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T21:21:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:47,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/052ad5284f7d4b238b7ae0d66a9d97d8 2024-11-26T21:21:47,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/0626954522874dc095db422d87cccfff as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0626954522874dc095db422d87cccfff 2024-11-26T21:21:47,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0626954522874dc095db422d87cccfff, entries=200, sequenceid=201, filesize=38.8 K 2024-11-26T21:21:47,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/400d347f06a641d08dca9717628f0f79 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/400d347f06a641d08dca9717628f0f79 2024-11-26T21:21:47,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/400d347f06a641d08dca9717628f0f79, entries=150, sequenceid=201, filesize=11.9 K 2024-11-26T21:21:47,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/052ad5284f7d4b238b7ae0d66a9d97d8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/052ad5284f7d4b238b7ae0d66a9d97d8 2024-11-26T21:21:47,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/052ad5284f7d4b238b7ae0d66a9d97d8, entries=150, sequenceid=201, filesize=11.9 K 2024-11-26T21:21:47,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e71c98627eb1d75ea0d3906abd8fc169 in 915ms, sequenceid=201, compaction requested=true 2024-11-26T21:21:47,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:47,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:47,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:47,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:47,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:47,472 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:47,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:47,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T21:21:47,472 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:47,473 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:47,473 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:47,473 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/B is initiating minor compaction (all files) 2024-11-26T21:21:47,473 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/A is initiating minor compaction (all files) 2024-11-26T21:21:47,473 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/B in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,473 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/A in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,473 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c0f17c939e17480a890d53287c03b44b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/835cb19b7c7a4cb3b5c4f0169ef87209, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/400d347f06a641d08dca9717628f0f79] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=35.9 K 2024-11-26T21:21:47,473 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9da78ffa34824a65994276895df0d4ec, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/5819439e3ca84dfdbcf28135a5c5621e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0626954522874dc095db422d87cccfff] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=99.9 K 2024-11-26T21:21:47,473 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,473 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9da78ffa34824a65994276895df0d4ec, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/5819439e3ca84dfdbcf28135a5c5621e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0626954522874dc095db422d87cccfff] 2024-11-26T21:21:47,474 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c0f17c939e17480a890d53287c03b44b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656104963 2024-11-26T21:21:47,474 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9da78ffa34824a65994276895df0d4ec, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656104963 2024-11-26T21:21:47,474 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 835cb19b7c7a4cb3b5c4f0169ef87209, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732656105583 2024-11-26T21:21:47,474 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5819439e3ca84dfdbcf28135a5c5621e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732656105583 2024-11-26T21:21:47,474 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 400d347f06a641d08dca9717628f0f79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732656105939 2024-11-26T21:21:47,475 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0626954522874dc095db422d87cccfff, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732656105939 2024-11-26T21:21:47,483 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:47,485 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:47,486 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/a3f53e7ea6874e0e9e7d1ee8301660b1 is 50, key is test_row_0/B:col10/1732656106555/Put/seqid=0 2024-11-26T21:21:47,487 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126a6e3adf65fd347ada5832c3fef3bf8af_e71c98627eb1d75ea0d3906abd8fc169 store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:47,489 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126a6e3adf65fd347ada5832c3fef3bf8af_e71c98627eb1d75ea0d3906abd8fc169, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:47,489 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a6e3adf65fd347ada5832c3fef3bf8af_e71c98627eb1d75ea0d3906abd8fc169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742018_1194 (size=4469) 2024-11-26T21:21:47,513 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#A#compaction#163 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742017_1193 (size=12595) 2024-11-26T21:21:47,514 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9f7e3f016b0d4c288c279761229dcf48 is 175, key is test_row_0/A:col10/1732656106555/Put/seqid=0 2024-11-26T21:21:47,523 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/a3f53e7ea6874e0e9e7d1ee8301660b1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/a3f53e7ea6874e0e9e7d1ee8301660b1 2024-11-26T21:21:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742019_1195 (size=31549) 2024-11-26T21:21:47,531 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/B of e71c98627eb1d75ea0d3906abd8fc169 into a3f53e7ea6874e0e9e7d1ee8301660b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:47,531 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:47,532 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/B, priority=13, startTime=1732656107472; duration=0sec 2024-11-26T21:21:47,532 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:47,532 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:B 2024-11-26T21:21:47,532 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:47,533 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:47,533 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/C is initiating minor compaction (all files) 2024-11-26T21:21:47,533 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/C in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,534 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/8da1b9dda7bd47e6adb1e6a02115805d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/641a819590564ffb860b739a3a35c4c0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/052ad5284f7d4b238b7ae0d66a9d97d8] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=35.9 K 2024-11-26T21:21:47,534 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8da1b9dda7bd47e6adb1e6a02115805d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656104963 2024-11-26T21:21:47,535 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 641a819590564ffb860b739a3a35c4c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732656105583 2024-11-26T21:21:47,536 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 052ad5284f7d4b238b7ae0d66a9d97d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732656105939 2024-11-26T21:21:47,543 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/9f7e3f016b0d4c288c279761229dcf48 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9f7e3f016b0d4c288c279761229dcf48 2024-11-26T21:21:47,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,569 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/A of e71c98627eb1d75ea0d3906abd8fc169 into 9f7e3f016b0d4c288c279761229dcf48(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:47,569 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:47,569 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/A, priority=13, startTime=1732656107471; duration=0sec 2024-11-26T21:21:47,570 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:47,570 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:A 2024-11-26T21:21:47,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T21:21:47,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:47,571 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T21:21:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:47,580 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:47,581 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/2174b3e162d94926b8f6d6aec91aa969 is 50, key is test_row_0/C:col10/1732656106555/Put/seqid=0 2024-11-26T21:21:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742020_1196 (size=12595) 2024-11-26T21:21:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268423272f730d4214a803b67da79351bd_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656106564/Put/seqid=0 2024-11-26T21:21:47,611 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/2174b3e162d94926b8f6d6aec91aa969 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/2174b3e162d94926b8f6d6aec91aa969 2024-11-26T21:21:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742021_1197 (size=12304) 2024-11-26T21:21:47,617 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/C of e71c98627eb1d75ea0d3906abd8fc169 into 2174b3e162d94926b8f6d6aec91aa969(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:47,617 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:47,617 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/C, priority=13, startTime=1732656107472; duration=0sec 2024-11-26T21:21:47,617 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:47,617 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:C 2024-11-26T21:21:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:47,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656167699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656167699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656167700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656167701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656167701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T21:21:47,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656167802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656167803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656167804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656167804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:47,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656167804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656168005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656168007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656168012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656168012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656168013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:48,022 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268423272f730d4214a803b67da79351bd_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268423272f730d4214a803b67da79351bd_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:48,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e76f963cdb1c492a8880f6cd89629fb9, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e76f963cdb1c492a8880f6cd89629fb9 is 175, key is test_row_0/A:col10/1732656106564/Put/seqid=0 2024-11-26T21:21:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742022_1198 (size=31105) 2024-11-26T21:21:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T21:21:48,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656168308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656168311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656168314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656168316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656168316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e76f963cdb1c492a8880f6cd89629fb9 2024-11-26T21:21:48,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/8b447e59a0b446ab8a61fa64b72f8c67 is 50, key is test_row_0/B:col10/1732656106564/Put/seqid=0 2024-11-26T21:21:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742023_1199 (size=12151) 2024-11-26T21:21:48,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656168814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656168816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656168818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656168819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656168821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:48,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/8b447e59a0b446ab8a61fa64b72f8c67 2024-11-26T21:21:48,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/f6c17e88aded406c99e6b1994dead8ee is 50, key is test_row_0/C:col10/1732656106564/Put/seqid=0 2024-11-26T21:21:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742024_1200 (size=12151) 2024-11-26T21:21:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T21:21:49,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/f6c17e88aded406c99e6b1994dead8ee 2024-11-26T21:21:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e76f963cdb1c492a8880f6cd89629fb9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e76f963cdb1c492a8880f6cd89629fb9 2024-11-26T21:21:49,294 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e76f963cdb1c492a8880f6cd89629fb9, entries=150, sequenceid=212, filesize=30.4 K 2024-11-26T21:21:49,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/8b447e59a0b446ab8a61fa64b72f8c67 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8b447e59a0b446ab8a61fa64b72f8c67 2024-11-26T21:21:49,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8b447e59a0b446ab8a61fa64b72f8c67, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T21:21:49,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/f6c17e88aded406c99e6b1994dead8ee as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/f6c17e88aded406c99e6b1994dead8ee 2024-11-26T21:21:49,305 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/f6c17e88aded406c99e6b1994dead8ee, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T21:21:49,306 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e71c98627eb1d75ea0d3906abd8fc169 in 1735ms, sequenceid=212, compaction requested=false 2024-11-26T21:21:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T21:21:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-26T21:21:49,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T21:21:49,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1960 sec 2024-11-26T21:21:49,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.2020 sec 2024-11-26T21:21:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:49,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T21:21:49,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:49,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:49,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656169828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656169828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656169831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656169831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656169831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261dff51035c974dfbb5a14fa9f16b82f2_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656107699/Put/seqid=0 2024-11-26T21:21:49,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742025_1201 (size=14794) 2024-11-26T21:21:49,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656169932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656169932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656169934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656169936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656170135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656170135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656170139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656170140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,244 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:50,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261dff51035c974dfbb5a14fa9f16b82f2_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261dff51035c974dfbb5a14fa9f16b82f2_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:50,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fd4d34b60aed41dc9eb02a5eb247d47b, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:50,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fd4d34b60aed41dc9eb02a5eb247d47b is 175, key is test_row_0/A:col10/1732656107699/Put/seqid=0 2024-11-26T21:21:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742026_1202 (size=39749) 2024-11-26T21:21:50,256 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fd4d34b60aed41dc9eb02a5eb247d47b 2024-11-26T21:21:50,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ee368bc21e7d42f9a2c7f20df1dce5a1 is 50, key is test_row_0/B:col10/1732656107699/Put/seqid=0 2024-11-26T21:21:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742027_1203 (size=12151) 2024-11-26T21:21:50,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656170439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656170441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656170441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656170443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ee368bc21e7d42f9a2c7f20df1dce5a1 2024-11-26T21:21:50,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/d98cec8e9f0f4ddd80a7bef19d1a4a07 is 50, key is test_row_0/C:col10/1732656107699/Put/seqid=0 2024-11-26T21:21:50,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742028_1204 (size=12151) 2024-11-26T21:21:50,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/d98cec8e9f0f4ddd80a7bef19d1a4a07 2024-11-26T21:21:50,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fd4d34b60aed41dc9eb02a5eb247d47b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fd4d34b60aed41dc9eb02a5eb247d47b 2024-11-26T21:21:50,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fd4d34b60aed41dc9eb02a5eb247d47b, entries=200, sequenceid=241, filesize=38.8 K 2024-11-26T21:21:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ee368bc21e7d42f9a2c7f20df1dce5a1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee368bc21e7d42f9a2c7f20df1dce5a1 2024-11-26T21:21:50,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee368bc21e7d42f9a2c7f20df1dce5a1, entries=150, sequenceid=241, filesize=11.9 K 2024-11-26T21:21:50,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/d98cec8e9f0f4ddd80a7bef19d1a4a07 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d98cec8e9f0f4ddd80a7bef19d1a4a07 2024-11-26T21:21:50,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d98cec8e9f0f4ddd80a7bef19d1a4a07, entries=150, sequenceid=241, filesize=11.9 K 2024-11-26T21:21:50,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for e71c98627eb1d75ea0d3906abd8fc169 in 908ms, sequenceid=241, compaction requested=true 2024-11-26T21:21:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:50,731 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:50,731 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:50,732 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:50,732 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/A is initiating minor compaction (all files) 2024-11-26T21:21:50,732 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/A in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:50,733 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:50,733 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9f7e3f016b0d4c288c279761229dcf48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e76f963cdb1c492a8880f6cd89629fb9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fd4d34b60aed41dc9eb02a5eb247d47b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=100.0 K 2024-11-26T21:21:50,733 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/B is initiating minor compaction (all files) 2024-11-26T21:21:50,733 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:50,733 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9f7e3f016b0d4c288c279761229dcf48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e76f963cdb1c492a8880f6cd89629fb9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fd4d34b60aed41dc9eb02a5eb247d47b] 2024-11-26T21:21:50,733 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/B in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:50,733 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/a3f53e7ea6874e0e9e7d1ee8301660b1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8b447e59a0b446ab8a61fa64b72f8c67, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee368bc21e7d42f9a2c7f20df1dce5a1] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=36.0 K 2024-11-26T21:21:50,733 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f7e3f016b0d4c288c279761229dcf48, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732656105939 2024-11-26T21:21:50,734 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting a3f53e7ea6874e0e9e7d1ee8301660b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732656105939 2024-11-26T21:21:50,734 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e76f963cdb1c492a8880f6cd89629fb9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656106561 2024-11-26T21:21:50,734 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b447e59a0b446ab8a61fa64b72f8c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656106561 2024-11-26T21:21:50,737 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ee368bc21e7d42f9a2c7f20df1dce5a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732656107699 2024-11-26T21:21:50,737 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd4d34b60aed41dc9eb02a5eb247d47b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732656107699 2024-11-26T21:21:50,747 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:50,766 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:50,767 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/01f07ae9de7240bd8f15d781713f3283 is 50, key is test_row_0/B:col10/1732656107699/Put/seqid=0 2024-11-26T21:21:50,777 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126571d92d821e24f17b71184f7dfdff389_e71c98627eb1d75ea0d3906abd8fc169 store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:50,779 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126571d92d821e24f17b71184f7dfdff389_e71c98627eb1d75ea0d3906abd8fc169, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:50,779 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126571d92d821e24f17b71184f7dfdff389_e71c98627eb1d75ea0d3906abd8fc169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:50,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742029_1205 (size=12697) 2024-11-26T21:21:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742030_1206 (size=4469) 2024-11-26T21:21:50,791 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#A#compaction#171 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:50,792 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/6fa3dfc41321451fad2abdb6d4da9931 is 175, key is test_row_0/A:col10/1732656107699/Put/seqid=0 2024-11-26T21:21:50,795 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/01f07ae9de7240bd8f15d781713f3283 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/01f07ae9de7240bd8f15d781713f3283 2024-11-26T21:21:50,801 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/B of e71c98627eb1d75ea0d3906abd8fc169 into 01f07ae9de7240bd8f15d781713f3283(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:50,801 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:50,801 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/B, priority=13, startTime=1732656110731; duration=0sec 2024-11-26T21:21:50,801 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:50,801 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:B 2024-11-26T21:21:50,801 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:21:50,804 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:21:50,804 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/C is initiating minor compaction (all files) 2024-11-26T21:21:50,804 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/C in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:50,804 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/2174b3e162d94926b8f6d6aec91aa969, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/f6c17e88aded406c99e6b1994dead8ee, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d98cec8e9f0f4ddd80a7bef19d1a4a07] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=36.0 K 2024-11-26T21:21:50,804 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2174b3e162d94926b8f6d6aec91aa969, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732656105939 2024-11-26T21:21:50,805 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c17e88aded406c99e6b1994dead8ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656106561 2024-11-26T21:21:50,805 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting d98cec8e9f0f4ddd80a7bef19d1a4a07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732656107699 2024-11-26T21:21:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742031_1207 (size=31651) 2024-11-26T21:21:50,814 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/6fa3dfc41321451fad2abdb6d4da9931 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/6fa3dfc41321451fad2abdb6d4da9931 2024-11-26T21:21:50,816 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:50,817 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/289bbfc5c5404304a903acd28e3194ef is 50, key is test_row_0/C:col10/1732656107699/Put/seqid=0 2024-11-26T21:21:50,823 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/A of e71c98627eb1d75ea0d3906abd8fc169 into 6fa3dfc41321451fad2abdb6d4da9931(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:50,823 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:50,823 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/A, priority=13, startTime=1732656110731; duration=0sec 2024-11-26T21:21:50,823 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:50,823 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:A 2024-11-26T21:21:50,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742032_1208 (size=12697) 2024-11-26T21:21:50,842 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/289bbfc5c5404304a903acd28e3194ef as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/289bbfc5c5404304a903acd28e3194ef 2024-11-26T21:21:50,848 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/C of e71c98627eb1d75ea0d3906abd8fc169 into 289bbfc5c5404304a903acd28e3194ef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:50,848 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:50,848 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/C, priority=13, startTime=1732656110731; duration=0sec 2024-11-26T21:21:50,848 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:50,848 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:C 2024-11-26T21:21:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:50,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:21:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:50,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e927742bd1e243eaa5bbddb50651da69_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656110948/Put/seqid=0 2024-11-26T21:21:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656170971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656170971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656170973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656170973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742033_1209 (size=19824) 2024-11-26T21:21:50,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:51,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e927742bd1e243eaa5bbddb50651da69_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e927742bd1e243eaa5bbddb50651da69_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:51,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/a6c1935631eb4a62a438ea683b2e6f90, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:51,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/a6c1935631eb4a62a438ea683b2e6f90 is 175, key is test_row_0/A:col10/1732656110948/Put/seqid=0 2024-11-26T21:21:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742034_1210 (size=57083) 2024-11-26T21:21:51,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/a6c1935631eb4a62a438ea683b2e6f90 2024-11-26T21:21:51,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c43c6c7c16cb47a6844fd6be1da04ad8 is 50, key is test_row_0/B:col10/1732656110948/Put/seqid=0 2024-11-26T21:21:51,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742035_1211 (size=12201) 2024-11-26T21:21:51,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c43c6c7c16cb47a6844fd6be1da04ad8 2024-11-26T21:21:51,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/6abd41be05dc4df4bd5e1a752f33cecc is 50, key is test_row_0/C:col10/1732656110948/Put/seqid=0 2024-11-26T21:21:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656171074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656171074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742036_1212 (size=12201) 2024-11-26T21:21:51,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656171078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656171078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T21:21:51,216 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-26T21:21:51,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-26T21:21:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T21:21:51,220 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:51,220 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:51,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:51,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656171276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656171277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656171280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656171280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T21:21:51,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T21:21:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:51,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:51,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/6abd41be05dc4df4bd5e1a752f33cecc 2024-11-26T21:21:51,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/a6c1935631eb4a62a438ea683b2e6f90 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a6c1935631eb4a62a438ea683b2e6f90 2024-11-26T21:21:51,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a6c1935631eb4a62a438ea683b2e6f90, entries=300, sequenceid=257, filesize=55.7 K 2024-11-26T21:21:51,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c43c6c7c16cb47a6844fd6be1da04ad8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c43c6c7c16cb47a6844fd6be1da04ad8 2024-11-26T21:21:51,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c43c6c7c16cb47a6844fd6be1da04ad8, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T21:21:51,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/6abd41be05dc4df4bd5e1a752f33cecc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/6abd41be05dc4df4bd5e1a752f33cecc 2024-11-26T21:21:51,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/6abd41be05dc4df4bd5e1a752f33cecc, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T21:21:51,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e71c98627eb1d75ea0d3906abd8fc169 in 558ms, sequenceid=257, compaction requested=false 2024-11-26T21:21:51,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T21:21:51,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T21:21:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:51,527 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:21:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:51,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112607f94612ad1646728a9b6a7070d20d72_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656110971/Put/seqid=0 2024-11-26T21:21:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742037_1213 (size=12454) 2024-11-26T21:21:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:51,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656171588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656171592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656171593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656171593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656171695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656171695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656171695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656171695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T21:21:51,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656171841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,842 DEBUG [Thread-684 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:21:51,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656171899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656171899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656171900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656171900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:51,945 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112607f94612ad1646728a9b6a7070d20d72_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112607f94612ad1646728a9b6a7070d20d72_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fa512de0be5b44198cb9287340017613, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:51,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fa512de0be5b44198cb9287340017613 is 175, key is test_row_0/A:col10/1732656110971/Put/seqid=0 2024-11-26T21:21:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742038_1214 (size=31255) 2024-11-26T21:21:51,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fa512de0be5b44198cb9287340017613 2024-11-26T21:21:51,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/e8068a55632d48f2b3234da95e77d6a4 is 50, key is test_row_0/B:col10/1732656110971/Put/seqid=0 2024-11-26T21:21:51,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742039_1215 (size=12301) 2024-11-26T21:21:52,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656172200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656172203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656172206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656172207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T21:21:52,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/e8068a55632d48f2b3234da95e77d6a4 2024-11-26T21:21:52,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/d7f626e37b724b6c85f149ab9fc34699 is 50, key is test_row_0/C:col10/1732656110971/Put/seqid=0 2024-11-26T21:21:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742040_1216 (size=12301) 2024-11-26T21:21:52,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/d7f626e37b724b6c85f149ab9fc34699 2024-11-26T21:21:52,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/fa512de0be5b44198cb9287340017613 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fa512de0be5b44198cb9287340017613 2024-11-26T21:21:52,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fa512de0be5b44198cb9287340017613, entries=150, sequenceid=280, filesize=30.5 K 2024-11-26T21:21:52,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/e8068a55632d48f2b3234da95e77d6a4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/e8068a55632d48f2b3234da95e77d6a4 2024-11-26T21:21:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/e8068a55632d48f2b3234da95e77d6a4, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T21:21:52,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/d7f626e37b724b6c85f149ab9fc34699 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d7f626e37b724b6c85f149ab9fc34699 2024-11-26T21:21:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d7f626e37b724b6c85f149ab9fc34699, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T21:21:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e71c98627eb1d75ea0d3906abd8fc169 in 884ms, sequenceid=280, compaction requested=true 2024-11-26T21:21:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T21:21:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-26T21:21:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T21:21:52,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1930 sec 2024-11-26T21:21:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.1970 sec 2024-11-26T21:21:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T21:21:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126180e09019ab44ab0b919d4b528d1f8b8_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656111590/Put/seqid=0 2024-11-26T21:21:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656172751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656172752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656172755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656172756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742041_1217 (size=12454) 2024-11-26T21:21:52,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:52,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126180e09019ab44ab0b919d4b528d1f8b8_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126180e09019ab44ab0b919d4b528d1f8b8_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:52,782 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c86c7f622bec45c0a1b0b4ff76468288, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:52,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c86c7f622bec45c0a1b0b4ff76468288 is 175, key is test_row_0/A:col10/1732656111590/Put/seqid=0 2024-11-26T21:21:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742042_1218 (size=31255) 2024-11-26T21:21:52,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c86c7f622bec45c0a1b0b4ff76468288 2024-11-26T21:21:52,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/8a946e3a60fe42d8ad0c86c2b647bdb7 is 50, key is test_row_0/B:col10/1732656111590/Put/seqid=0 2024-11-26T21:21:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742043_1219 (size=12301) 2024-11-26T21:21:52,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/8a946e3a60fe42d8ad0c86c2b647bdb7 2024-11-26T21:21:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656172862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656172862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656172862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656172862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:52,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1254c17e768846a49a372fc16c158408 is 50, key is test_row_0/C:col10/1732656111590/Put/seqid=0 2024-11-26T21:21:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742044_1220 (size=12301) 2024-11-26T21:21:53,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656173066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656173068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656173068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656173072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1254c17e768846a49a372fc16c158408 2024-11-26T21:21:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c86c7f622bec45c0a1b0b4ff76468288 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c86c7f622bec45c0a1b0b4ff76468288 2024-11-26T21:21:53,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c86c7f622bec45c0a1b0b4ff76468288, entries=150, sequenceid=294, filesize=30.5 K 2024-11-26T21:21:53,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/8a946e3a60fe42d8ad0c86c2b647bdb7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8a946e3a60fe42d8ad0c86c2b647bdb7 2024-11-26T21:21:53,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8a946e3a60fe42d8ad0c86c2b647bdb7, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T21:21:53,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1254c17e768846a49a372fc16c158408 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1254c17e768846a49a372fc16c158408 2024-11-26T21:21:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T21:21:53,324 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-26T21:21:53,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:53,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1254c17e768846a49a372fc16c158408, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T21:21:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-26T21:21:53,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T21:21:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-26T21:21:53,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e71c98627eb1d75ea0d3906abd8fc169 in 616ms, sequenceid=294, compaction requested=true 2024-11-26T21:21:53,328 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:53,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:53,329 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:53,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:53,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:53,331 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:53,331 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151244 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:53,332 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/A is initiating minor compaction (all files) 2024-11-26T21:21:53,332 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/A in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,332 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/6fa3dfc41321451fad2abdb6d4da9931, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a6c1935631eb4a62a438ea683b2e6f90, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fa512de0be5b44198cb9287340017613, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c86c7f622bec45c0a1b0b4ff76468288] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=147.7 K 2024-11-26T21:21:53,332 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,332 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/6fa3dfc41321451fad2abdb6d4da9931, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a6c1935631eb4a62a438ea683b2e6f90, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fa512de0be5b44198cb9287340017613, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c86c7f622bec45c0a1b0b4ff76468288] 2024-11-26T21:21:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:53,333 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fa3dfc41321451fad2abdb6d4da9931, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732656107699 2024-11-26T21:21:53,334 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c1935631eb4a62a438ea683b2e6f90, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732656109827 2024-11-26T21:21:53,334 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa512de0be5b44198cb9287340017613, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732656110969 2024-11-26T21:21:53,335 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:53,335 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/B is initiating minor compaction (all files) 2024-11-26T21:21:53,335 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/B in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,335 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/01f07ae9de7240bd8f15d781713f3283, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c43c6c7c16cb47a6844fd6be1da04ad8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/e8068a55632d48f2b3234da95e77d6a4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8a946e3a60fe42d8ad0c86c2b647bdb7] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=48.3 K 2024-11-26T21:21:53,335 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 01f07ae9de7240bd8f15d781713f3283, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732656107699 2024-11-26T21:21:53,336 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c86c7f622bec45c0a1b0b4ff76468288, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732656111590 2024-11-26T21:21:53,336 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c43c6c7c16cb47a6844fd6be1da04ad8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732656109827 2024-11-26T21:21:53,336 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e8068a55632d48f2b3234da95e77d6a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732656110969 2024-11-26T21:21:53,337 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a946e3a60fe42d8ad0c86c2b647bdb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732656111590 2024-11-26T21:21:53,347 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:53,354 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#B#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:53,355 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/3b29a86d029e4dfda88f7f5967ace3e9 is 50, key is test_row_0/B:col10/1732656111590/Put/seqid=0 2024-11-26T21:21:53,355 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112621e7aa44f8f048debec3a498eaa7e97b_e71c98627eb1d75ea0d3906abd8fc169 store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:53,358 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112621e7aa44f8f048debec3a498eaa7e97b_e71c98627eb1d75ea0d3906abd8fc169, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:53,358 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112621e7aa44f8f048debec3a498eaa7e97b_e71c98627eb1d75ea0d3906abd8fc169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:53,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:21:53,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:53,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742045_1221 (size=12983) 2024-11-26T21:21:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742046_1222 (size=4469) 2024-11-26T21:21:53,394 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/3b29a86d029e4dfda88f7f5967ace3e9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3b29a86d029e4dfda88f7f5967ace3e9 2024-11-26T21:21:53,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269562de165bc3415190fb83819ec2b9dd_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656113373/Put/seqid=0 2024-11-26T21:21:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742047_1223 (size=20074) 2024-11-26T21:21:53,413 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/B of e71c98627eb1d75ea0d3906abd8fc169 into 3b29a86d029e4dfda88f7f5967ace3e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:53,413 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:53,413 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/B, priority=12, startTime=1732656113331; duration=0sec 2024-11-26T21:21:53,413 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:53,413 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:B 2024-11-26T21:21:53,413 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:53,415 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:53,415 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/C is initiating minor compaction (all files) 2024-11-26T21:21:53,416 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/C in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,416 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/289bbfc5c5404304a903acd28e3194ef, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/6abd41be05dc4df4bd5e1a752f33cecc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d7f626e37b724b6c85f149ab9fc34699, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1254c17e768846a49a372fc16c158408] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=48.3 K 2024-11-26T21:21:53,416 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 289bbfc5c5404304a903acd28e3194ef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732656107699 2024-11-26T21:21:53,416 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6abd41be05dc4df4bd5e1a752f33cecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732656109827 2024-11-26T21:21:53,417 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting d7f626e37b724b6c85f149ab9fc34699, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732656110969 2024-11-26T21:21:53,417 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1254c17e768846a49a372fc16c158408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732656111590 2024-11-26T21:21:53,426 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:53,427 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1519db2108c34fd68ecd79895553c18a is 50, key is test_row_0/C:col10/1732656111590/Put/seqid=0 2024-11-26T21:21:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T21:21:53,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656173428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656173429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656173430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656173431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742048_1224 (size=12983) 2024-11-26T21:21:53,445 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1519db2108c34fd68ecd79895553c18a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1519db2108c34fd68ecd79895553c18a 2024-11-26T21:21:53,452 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/C of e71c98627eb1d75ea0d3906abd8fc169 into 1519db2108c34fd68ecd79895553c18a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:53,453 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:53,453 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/C, priority=12, startTime=1732656113332; duration=0sec 2024-11-26T21:21:53,453 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:53,453 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:C 2024-11-26T21:21:53,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:53,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656173532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656173532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656173536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656173536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T21:21:53,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656173735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656173738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656173739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656173740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,788 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:53,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,789 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/a602a7a884ae4f7ebe4fd0935e185131 is 175, key is test_row_0/A:col10/1732656111590/Put/seqid=0 2024-11-26T21:21:53,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:53,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742049_1225 (size=31937) 2024-11-26T21:21:53,800 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/a602a7a884ae4f7ebe4fd0935e185131 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a602a7a884ae4f7ebe4fd0935e185131 2024-11-26T21:21:53,811 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:53,811 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/A of e71c98627eb1d75ea0d3906abd8fc169 into a602a7a884ae4f7ebe4fd0935e185131(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:53,812 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:53,812 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/A, priority=12, startTime=1732656113329; duration=0sec 2024-11-26T21:21:53,812 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:53,812 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:A 2024-11-26T21:21:53,815 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269562de165bc3415190fb83819ec2b9dd_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269562de165bc3415190fb83819ec2b9dd_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:53,816 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e563883b2d6c41d8afa1cc4263ea2327, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:53,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e563883b2d6c41d8afa1cc4263ea2327 is 175, key is test_row_0/A:col10/1732656113373/Put/seqid=0 2024-11-26T21:21:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742050_1226 (size=57333) 2024-11-26T21:21:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T21:21:53,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:53,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:53,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:53,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656174039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656174040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656174044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656174045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e563883b2d6c41d8afa1cc4263ea2327 2024-11-26T21:21:54,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/b90a6a5b24904b6682db07217931f58f is 50, key is test_row_0/B:col10/1732656113373/Put/seqid=0 2024-11-26T21:21:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742051_1227 (size=12301) 2024-11-26T21:21:54,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T21:21:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656174543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656174544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656174550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656174551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:54,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/b90a6a5b24904b6682db07217931f58f 2024-11-26T21:21:54,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/271ec3c8d0b446b9ac48a339a6d7fcde is 50, key is test_row_0/C:col10/1732656113373/Put/seqid=0 2024-11-26T21:21:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742052_1228 (size=12301) 2024-11-26T21:21:54,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/271ec3c8d0b446b9ac48a339a6d7fcde 2024-11-26T21:21:54,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/e563883b2d6c41d8afa1cc4263ea2327 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e563883b2d6c41d8afa1cc4263ea2327 2024-11-26T21:21:54,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e563883b2d6c41d8afa1cc4263ea2327, entries=300, sequenceid=319, filesize=56.0 K 2024-11-26T21:21:54,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/b90a6a5b24904b6682db07217931f58f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b90a6a5b24904b6682db07217931f58f 2024-11-26T21:21:54,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b90a6a5b24904b6682db07217931f58f, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T21:21:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/271ec3c8d0b446b9ac48a339a6d7fcde as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/271ec3c8d0b446b9ac48a339a6d7fcde 2024-11-26T21:21:54,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/271ec3c8d0b446b9ac48a339a6d7fcde, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T21:21:54,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e71c98627eb1d75ea0d3906abd8fc169 in 1305ms, sequenceid=319, compaction requested=false 2024-11-26T21:21:54,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:54,708 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T21:21:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:54,708 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:21:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:54,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126982c6eda7a1042b4a131cb4e0396c75c_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656113429/Put/seqid=0 2024-11-26T21:21:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742053_1229 (size=12454) 2024-11-26T21:21:55,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:55,136 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126982c6eda7a1042b4a131cb4e0396c75c_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126982c6eda7a1042b4a131cb4e0396c75c_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:55,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c24ece64c0784116b8f42d2b135a5673, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c24ece64c0784116b8f42d2b135a5673 is 175, key is test_row_0/A:col10/1732656113429/Put/seqid=0 2024-11-26T21:21:55,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742054_1230 (size=31255) 2024-11-26T21:21:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T21:21:55,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c24ece64c0784116b8f42d2b135a5673 2024-11-26T21:21:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c480682b4dc04fa69fb34d38cc70fb53 is 50, key is test_row_0/B:col10/1732656113429/Put/seqid=0 2024-11-26T21:21:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:55,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742055_1231 (size=12301) 2024-11-26T21:21:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656175576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656175576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656175576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656175577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656175680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656175680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656175680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656175680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732656175881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656175882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656175883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,884 DEBUG [Thread-684 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:21:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656175883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656175884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:55,958 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c480682b4dc04fa69fb34d38cc70fb53 2024-11-26T21:21:55,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1234c7e4e7b54303a8ed0eb8625cfe85 is 50, key is test_row_0/C:col10/1732656113429/Put/seqid=0 2024-11-26T21:21:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742056_1232 (size=12301) 2024-11-26T21:21:56,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656176185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656176186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656176186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656176186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,385 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1234c7e4e7b54303a8ed0eb8625cfe85 2024-11-26T21:21:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/c24ece64c0784116b8f42d2b135a5673 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c24ece64c0784116b8f42d2b135a5673 2024-11-26T21:21:56,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c24ece64c0784116b8f42d2b135a5673, entries=150, sequenceid=334, filesize=30.5 K 2024-11-26T21:21:56,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/c480682b4dc04fa69fb34d38cc70fb53 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c480682b4dc04fa69fb34d38cc70fb53 2024-11-26T21:21:56,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c480682b4dc04fa69fb34d38cc70fb53, entries=150, sequenceid=334, filesize=12.0 K 2024-11-26T21:21:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1234c7e4e7b54303a8ed0eb8625cfe85 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1234c7e4e7b54303a8ed0eb8625cfe85 2024-11-26T21:21:56,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1234c7e4e7b54303a8ed0eb8625cfe85, entries=150, sequenceid=334, filesize=12.0 K 2024-11-26T21:21:56,412 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e71c98627eb1d75ea0d3906abd8fc169 in 1704ms, sequenceid=334, compaction requested=true 2024-11-26T21:21:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T21:21:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-26T21:21:56,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T21:21:56,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0850 sec 2024-11-26T21:21:56,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.0900 sec 2024-11-26T21:21:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:56,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:21:56,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:56,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:56,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:56,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:56,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:56,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:56,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656176695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656176696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ed5dab88f8b141e589c8ce98881d2f19_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656116690/Put/seqid=0 2024-11-26T21:21:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656176696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656176699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742057_1233 (size=20074) 2024-11-26T21:21:56,704 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,709 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ed5dab88f8b141e589c8ce98881d2f19_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed5dab88f8b141e589c8ce98881d2f19_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:56,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b98b0dae481b4505abad8607ebe71d14, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:56,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b98b0dae481b4505abad8607ebe71d14 is 175, key is test_row_0/A:col10/1732656116690/Put/seqid=0 2024-11-26T21:21:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742058_1234 (size=57333) 2024-11-26T21:21:56,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b98b0dae481b4505abad8607ebe71d14 2024-11-26T21:21:56,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/d3bde79b9ffb4f91a73044972a39afc1 is 50, key is test_row_0/B:col10/1732656116690/Put/seqid=0 2024-11-26T21:21:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742059_1235 (size=12301) 2024-11-26T21:21:56,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/d3bde79b9ffb4f91a73044972a39afc1 2024-11-26T21:21:56,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1b74c7ce743a43ac8af412e69d4e6cba is 50, key is test_row_0/C:col10/1732656116690/Put/seqid=0 2024-11-26T21:21:56,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742060_1236 (size=12301) 2024-11-26T21:21:56,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1b74c7ce743a43ac8af412e69d4e6cba 2024-11-26T21:21:56,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b98b0dae481b4505abad8607ebe71d14 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b98b0dae481b4505abad8607ebe71d14 2024-11-26T21:21:56,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b98b0dae481b4505abad8607ebe71d14, entries=300, sequenceid=362, filesize=56.0 K 2024-11-26T21:21:56,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/d3bde79b9ffb4f91a73044972a39afc1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d3bde79b9ffb4f91a73044972a39afc1 2024-11-26T21:21:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d3bde79b9ffb4f91a73044972a39afc1, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T21:21:56,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1b74c7ce743a43ac8af412e69d4e6cba as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1b74c7ce743a43ac8af412e69d4e6cba 2024-11-26T21:21:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1b74c7ce743a43ac8af412e69d4e6cba, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T21:21:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e71c98627eb1d75ea0d3906abd8fc169 in 112ms, sequenceid=362, compaction requested=true 2024-11-26T21:21:56,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:56,803 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:21:56,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:56,803 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:21:56,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:56,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e71c98627eb1d75ea0d3906abd8fc169:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:21:56,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,805 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 177858 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:56,805 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,805 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/A is initiating minor compaction (all files) 2024-11-26T21:21:56,806 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/B is initiating minor compaction (all files) 2024-11-26T21:21:56,806 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/A in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:56,806 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/B in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:56,806 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a602a7a884ae4f7ebe4fd0935e185131, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e563883b2d6c41d8afa1cc4263ea2327, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c24ece64c0784116b8f42d2b135a5673, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b98b0dae481b4505abad8607ebe71d14] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=173.7 K 2024-11-26T21:21:56,806 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3b29a86d029e4dfda88f7f5967ace3e9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b90a6a5b24904b6682db07217931f58f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c480682b4dc04fa69fb34d38cc70fb53, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d3bde79b9ffb4f91a73044972a39afc1] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=48.7 K 2024-11-26T21:21:56,806 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:56,806 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a602a7a884ae4f7ebe4fd0935e185131, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e563883b2d6c41d8afa1cc4263ea2327, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c24ece64c0784116b8f42d2b135a5673, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b98b0dae481b4505abad8607ebe71d14] 2024-11-26T21:21:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,806 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b29a86d029e4dfda88f7f5967ace3e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732656111590 2024-11-26T21:21:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,807 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting a602a7a884ae4f7ebe4fd0935e185131, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732656111590 2024-11-26T21:21:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,808 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b90a6a5b24904b6682db07217931f58f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732656113372 2024-11-26T21:21:56,808 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e563883b2d6c41d8afa1cc4263ea2327, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732656112747 2024-11-26T21:21:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,809 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c480682b4dc04fa69fb34d38cc70fb53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732656113422 2024-11-26T21:21:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,809 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c24ece64c0784116b8f42d2b135a5673, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732656113422 2024-11-26T21:21:56,809 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting d3bde79b9ffb4f91a73044972a39afc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732656115576 2024-11-26T21:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,810 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b98b0dae481b4505abad8607ebe71d14, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732656115567 2024-11-26T21:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,840 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,855 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#B#compaction#195 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,857 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411260a9e90dab3624e9987d48de91a752d3e_e71c98627eb1d75ea0d3906abd8fc169 store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,861 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/2bf4d7d01dfa4813a8f22eed5f0bed3d is 50, key is test_row_0/B:col10/1732656116690/Put/seqid=0 2024-11-26T21:21:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,871 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411260a9e90dab3624e9987d48de91a752d3e_e71c98627eb1d75ea0d3906abd8fc169, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:56,871 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260a9e90dab3624e9987d48de91a752d3e_e71c98627eb1d75ea0d3906abd8fc169 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:56,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:21:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742061_1237 (size=13119) 2024-11-26T21:21:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:56,902 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/2bf4d7d01dfa4813a8f22eed5f0bed3d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/2bf4d7d01dfa4813a8f22eed5f0bed3d 2024-11-26T21:21:56,908 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/B of e71c98627eb1d75ea0d3906abd8fc169 into 2bf4d7d01dfa4813a8f22eed5f0bed3d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:56,908 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:56,908 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/B, priority=12, startTime=1732656116803; duration=0sec 2024-11-26T21:21:56,908 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:21:56,908 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:B 2024-11-26T21:21:56,909 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:21:56,911 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:21:56,911 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e71c98627eb1d75ea0d3906abd8fc169/C is initiating minor compaction (all files) 2024-11-26T21:21:56,911 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e71c98627eb1d75ea0d3906abd8fc169/C in TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:56,911 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1519db2108c34fd68ecd79895553c18a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/271ec3c8d0b446b9ac48a339a6d7fcde, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1234c7e4e7b54303a8ed0eb8625cfe85, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1b74c7ce743a43ac8af412e69d4e6cba] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp, totalSize=48.7 K 2024-11-26T21:21:56,912 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1519db2108c34fd68ecd79895553c18a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732656111590 2024-11-26T21:21:56,912 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 271ec3c8d0b446b9ac48a339a6d7fcde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732656113372 2024-11-26T21:21:56,913 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1234c7e4e7b54303a8ed0eb8625cfe85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732656113422 2024-11-26T21:21:56,913 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b74c7ce743a43ac8af412e69d4e6cba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732656115576 2024-11-26T21:21:56,930 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:56,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112691daa5c74ee74d0eaeedc19ce22a34ae_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656116875/Put/seqid=0 2024-11-26T21:21:56,931 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ecfd98c6b9734a2cad03a71c0ad836b3 is 50, key is test_row_0/C:col10/1732656116690/Put/seqid=0 2024-11-26T21:21:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742062_1238 (size=4469) 2024-11-26T21:21:56,947 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e71c98627eb1d75ea0d3906abd8fc169#A#compaction#196 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:21:56,948 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/8c38d53c5dec4022ad996cba310784af is 175, key is test_row_0/A:col10/1732656116690/Put/seqid=0 2024-11-26T21:21:56,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742063_1239 (size=13119) 2024-11-26T21:21:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742064_1240 (size=17534) 2024-11-26T21:21:56,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656176966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656176967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656176969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656176970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742065_1241 (size=32073) 2024-11-26T21:21:57,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656177071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656177072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656177075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656177075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656177275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656177276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656177277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656177278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:57,371 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/ecfd98c6b9734a2cad03a71c0ad836b3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ecfd98c6b9734a2cad03a71c0ad836b3 2024-11-26T21:21:57,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112691daa5c74ee74d0eaeedc19ce22a34ae_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691daa5c74ee74d0eaeedc19ce22a34ae_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:57,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/7efe95393827466997d762d4b4f2ab66, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:57,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/7efe95393827466997d762d4b4f2ab66 is 175, key is test_row_0/A:col10/1732656116875/Put/seqid=0 2024-11-26T21:21:57,379 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/C of e71c98627eb1d75ea0d3906abd8fc169 into ecfd98c6b9734a2cad03a71c0ad836b3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:57,379 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:57,379 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/C, priority=12, startTime=1732656116804; duration=0sec 2024-11-26T21:21:57,379 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:57,379 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:C 2024-11-26T21:21:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742066_1242 (size=48639) 2024-11-26T21:21:57,385 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/8c38d53c5dec4022ad996cba310784af as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8c38d53c5dec4022ad996cba310784af 2024-11-26T21:21:57,390 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e71c98627eb1d75ea0d3906abd8fc169/A of e71c98627eb1d75ea0d3906abd8fc169 into 8c38d53c5dec4022ad996cba310784af(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:21:57,390 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:57,390 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169., storeName=e71c98627eb1d75ea0d3906abd8fc169/A, priority=12, startTime=1732656116802; duration=0sec 2024-11-26T21:21:57,390 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:21:57,390 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e71c98627eb1d75ea0d3906abd8fc169:A 2024-11-26T21:21:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T21:21:57,432 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-26T21:21:57,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:21:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-26T21:21:57,435 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:21:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T21:21:57,436 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:21:57,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:21:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T21:21:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656177580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656177580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656177580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656177581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:57,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,651 DEBUG [Thread-693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2362c8ba to 127.0.0.1:62685 2024-11-26T21:21:57,651 DEBUG [Thread-697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3286a246 to 127.0.0.1:62685 2024-11-26T21:21:57,651 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:57,651 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:57,652 DEBUG [Thread-695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0349a6fe to 127.0.0.1:62685 2024-11-26T21:21:57,652 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:57,654 DEBUG [Thread-699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dfe463d to 127.0.0.1:62685 2024-11-26T21:21:57,654 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T21:21:57,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:57,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/7efe95393827466997d762d4b4f2ab66 2024-11-26T21:21:57,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/aa578b6cbfdc4726863a1c5ed7a4fece is 50, key is test_row_0/B:col10/1732656116875/Put/seqid=0 2024-11-26T21:21:57,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742067_1243 (size=12301) 2024-11-26T21:21:57,894 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:57,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:57,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T21:21:58,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:58,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:58,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54674 deadline: 1732656178086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732656178087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54732 deadline: 1732656178087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:21:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732656178088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/aa578b6cbfdc4726863a1c5ed7a4fece 2024-11-26T21:21:58,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1554b2e5de304cedae71d0b843fbc88c is 50, key is test_row_0/C:col10/1732656116875/Put/seqid=0 2024-11-26T21:21:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742068_1244 (size=12301) 2024-11-26T21:21:58,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:21:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T21:21:58,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1554b2e5de304cedae71d0b843fbc88c 2024-11-26T21:21:58,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/7efe95393827466997d762d4b4f2ab66 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/7efe95393827466997d762d4b4f2ab66 2024-11-26T21:21:58,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/7efe95393827466997d762d4b4f2ab66, entries=250, sequenceid=373, filesize=47.5 K 2024-11-26T21:21:58,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/aa578b6cbfdc4726863a1c5ed7a4fece as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/aa578b6cbfdc4726863a1c5ed7a4fece 2024-11-26T21:21:58,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/aa578b6cbfdc4726863a1c5ed7a4fece, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T21:21:58,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/1554b2e5de304cedae71d0b843fbc88c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1554b2e5de304cedae71d0b843fbc88c 2024-11-26T21:21:58,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1554b2e5de304cedae71d0b843fbc88c, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T21:21:58,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e71c98627eb1d75ea0d3906abd8fc169 in 1744ms, sequenceid=373, compaction requested=false 2024-11-26T21:21:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:21:58,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:21:58,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T21:21:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:21:58,659 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:21:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:21:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:21:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:21:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:21:58,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264d3223b672254103b3301a4877165a6a_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656116961/Put/seqid=0 2024-11-26T21:21:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742069_1245 (size=12454) 2024-11-26T21:21:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:21:59,073 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264d3223b672254103b3301a4877165a6a_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264d3223b672254103b3301a4877165a6a_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:59,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b44b528933104a409612cb8ecaadbaf6, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:21:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b44b528933104a409612cb8ecaadbaf6 is 175, key is test_row_0/A:col10/1732656116961/Put/seqid=0 2024-11-26T21:21:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742070_1246 (size=31255) 2024-11-26T21:21:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:21:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. as already flushing 2024-11-26T21:21:59,090 DEBUG [Thread-690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b64ccdf to 127.0.0.1:62685 2024-11-26T21:21:59,090 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:59,097 DEBUG [Thread-682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc50de9 to 127.0.0.1:62685 2024-11-26T21:21:59,097 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:59,098 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9c3820 to 127.0.0.1:62685 2024-11-26T21:21:59,098 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:59,098 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50484683 to 127.0.0.1:62685 2024-11-26T21:21:59,098 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:21:59,479 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b44b528933104a409612cb8ecaadbaf6 2024-11-26T21:21:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/d8190c526a934fe1a9565f4a7fe3b508 is 50, key is test_row_0/B:col10/1732656116961/Put/seqid=0 2024-11-26T21:21:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742071_1247 (size=12301) 2024-11-26T21:21:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T21:21:59,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/d8190c526a934fe1a9565f4a7fe3b508 2024-11-26T21:21:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/70e58492fa1347b58ef5ef5ccf95a40a is 50, key is test_row_0/C:col10/1732656116961/Put/seqid=0 2024-11-26T21:21:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742072_1248 (size=12301) 2024-11-26T21:22:00,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/70e58492fa1347b58ef5ef5ccf95a40a 2024-11-26T21:22:00,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/b44b528933104a409612cb8ecaadbaf6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b44b528933104a409612cb8ecaadbaf6 2024-11-26T21:22:00,311 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b44b528933104a409612cb8ecaadbaf6, entries=150, sequenceid=401, filesize=30.5 K 2024-11-26T21:22:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/d8190c526a934fe1a9565f4a7fe3b508 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d8190c526a934fe1a9565f4a7fe3b508 2024-11-26T21:22:00,316 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d8190c526a934fe1a9565f4a7fe3b508, entries=150, sequenceid=401, filesize=12.0 K 2024-11-26T21:22:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/70e58492fa1347b58ef5ef5ccf95a40a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/70e58492fa1347b58ef5ef5ccf95a40a 2024-11-26T21:22:00,320 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/70e58492fa1347b58ef5ef5ccf95a40a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-26T21:22:00,321 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for e71c98627eb1d75ea0d3906abd8fc169 in 1662ms, sequenceid=401, compaction requested=true 2024-11-26T21:22:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:22:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:22:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T21:22:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-26T21:22:00,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T21:22:00,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8860 sec 2024-11-26T21:22:00,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.8900 sec 2024-11-26T21:22:00,808 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T21:22:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T21:22:01,541 INFO [Thread-692 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-26T21:22:05,756 DEBUG [master/f2fea67b8e2e:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region dfaae40be0c9795fe02530226d444aec changed from -1.0 to 0.0, refreshing cache 2024-11-26T21:22:05,918 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x109a98f4 to 127.0.0.1:62685 2024-11-26T21:22:05,918 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6305 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6226 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2663 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7989 rows 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2634 2024-11-26T21:22:05,919 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7902 rows 2024-11-26T21:22:05,919 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T21:22:05,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e14c387 to 127.0.0.1:62685 2024-11-26T21:22:05,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:05,921 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T21:22:05,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T21:22:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T21:22:05,926 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656125926"}]},"ts":"1732656125926"} 2024-11-26T21:22:05,927 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T21:22:05,930 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T21:22:05,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:22:05,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, UNASSIGN}] 2024-11-26T21:22:05,933 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, UNASSIGN 2024-11-26T21:22:05,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:05,934 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:22:05,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:22:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T21:22:06,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:06,086 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:06,086 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:22:06,086 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing e71c98627eb1d75ea0d3906abd8fc169, disabling compactions & flushes 2024-11-26T21:22:06,086 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:22:06,086 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:22:06,086 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. after waiting 0 ms 2024-11-26T21:22:06,086 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:22:06,087 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing e71c98627eb1d75ea0d3906abd8fc169 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T21:22:06,087 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=A 2024-11-26T21:22:06,087 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:06,087 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=B 2024-11-26T21:22:06,087 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:06,087 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e71c98627eb1d75ea0d3906abd8fc169, store=C 2024-11-26T21:22:06,087 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:06,093 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263eb470e9b3fe4309ae3e0a809c115c33_e71c98627eb1d75ea0d3906abd8fc169 is 50, key is test_row_0/A:col10/1732656125917/Put/seqid=0 2024-11-26T21:22:06,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742073_1249 (size=12454) 2024-11-26T21:22:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T21:22:06,498 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:06,502 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263eb470e9b3fe4309ae3e0a809c115c33_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263eb470e9b3fe4309ae3e0a809c115c33_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:06,503 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/737d9fbef19c469fb677262e662599e0, store: [table=TestAcidGuarantees family=A region=e71c98627eb1d75ea0d3906abd8fc169] 2024-11-26T21:22:06,504 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/737d9fbef19c469fb677262e662599e0 is 175, key is test_row_0/A:col10/1732656125917/Put/seqid=0 2024-11-26T21:22:06,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742074_1250 (size=31255) 2024-11-26T21:22:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T21:22:06,908 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/737d9fbef19c469fb677262e662599e0 2024-11-26T21:22:06,916 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ff6bdeac3e0b4de1bf6b2bc6c5d14fc2 is 50, key is test_row_0/B:col10/1732656125917/Put/seqid=0 2024-11-26T21:22:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742075_1251 (size=12301) 2024-11-26T21:22:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T21:22:07,322 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ff6bdeac3e0b4de1bf6b2bc6c5d14fc2 2024-11-26T21:22:07,329 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/839ad6e5664540d7be3c280ba2bafaea is 50, key is test_row_0/C:col10/1732656125917/Put/seqid=0 2024-11-26T21:22:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742076_1252 (size=12301) 2024-11-26T21:22:07,734 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/839ad6e5664540d7be3c280ba2bafaea 2024-11-26T21:22:07,738 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/A/737d9fbef19c469fb677262e662599e0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/737d9fbef19c469fb677262e662599e0 2024-11-26T21:22:07,742 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/737d9fbef19c469fb677262e662599e0, entries=150, sequenceid=409, filesize=30.5 K 2024-11-26T21:22:07,742 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/B/ff6bdeac3e0b4de1bf6b2bc6c5d14fc2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ff6bdeac3e0b4de1bf6b2bc6c5d14fc2 2024-11-26T21:22:07,746 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ff6bdeac3e0b4de1bf6b2bc6c5d14fc2, entries=150, sequenceid=409, filesize=12.0 K 2024-11-26T21:22:07,746 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/.tmp/C/839ad6e5664540d7be3c280ba2bafaea as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/839ad6e5664540d7be3c280ba2bafaea 2024-11-26T21:22:07,750 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/839ad6e5664540d7be3c280ba2bafaea, entries=150, sequenceid=409, filesize=12.0 K 2024-11-26T21:22:07,750 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e71c98627eb1d75ea0d3906abd8fc169 in 1664ms, sequenceid=409, compaction requested=true 2024-11-26T21:22:07,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9cc163cc23d84c55bf4aa0e9e57a17d5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8361bebf57c0499ca12227093bfa89a1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/4b21d2d3e0a74e1c9711777576353132, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/831d3997dc4e43c9b5f8357889eb5221, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/45d813a62d9c41d7b9dd48ccdbbb928c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1ff0ec12e9f6499faedf3ea605a1900d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1cd8b1c574874126a4a7371d403f0d06, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b5019300d45d47d39083119d04697595, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/632e2cdb52034b31bf3ec976ca26b11f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0062a42ef72a451ea5ce4be015f53305, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9da78ffa34824a65994276895df0d4ec, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/5819439e3ca84dfdbcf28135a5c5621e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0626954522874dc095db422d87cccfff, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9f7e3f016b0d4c288c279761229dcf48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e76f963cdb1c492a8880f6cd89629fb9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fd4d34b60aed41dc9eb02a5eb247d47b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/6fa3dfc41321451fad2abdb6d4da9931, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a6c1935631eb4a62a438ea683b2e6f90, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fa512de0be5b44198cb9287340017613, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a602a7a884ae4f7ebe4fd0935e185131, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c86c7f622bec45c0a1b0b4ff76468288, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e563883b2d6c41d8afa1cc4263ea2327, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c24ece64c0784116b8f42d2b135a5673, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b98b0dae481b4505abad8607ebe71d14] to archive 2024-11-26T21:22:07,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:22:07,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9cc163cc23d84c55bf4aa0e9e57a17d5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9cc163cc23d84c55bf4aa0e9e57a17d5 2024-11-26T21:22:07,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8361bebf57c0499ca12227093bfa89a1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8361bebf57c0499ca12227093bfa89a1 2024-11-26T21:22:07,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/4b21d2d3e0a74e1c9711777576353132 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/4b21d2d3e0a74e1c9711777576353132 2024-11-26T21:22:07,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/831d3997dc4e43c9b5f8357889eb5221 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/831d3997dc4e43c9b5f8357889eb5221 2024-11-26T21:22:07,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/45d813a62d9c41d7b9dd48ccdbbb928c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/45d813a62d9c41d7b9dd48ccdbbb928c 2024-11-26T21:22:07,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1ff0ec12e9f6499faedf3ea605a1900d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1ff0ec12e9f6499faedf3ea605a1900d 2024-11-26T21:22:07,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1cd8b1c574874126a4a7371d403f0d06 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/1cd8b1c574874126a4a7371d403f0d06 2024-11-26T21:22:07,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b5019300d45d47d39083119d04697595 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b5019300d45d47d39083119d04697595 2024-11-26T21:22:07,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/632e2cdb52034b31bf3ec976ca26b11f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/632e2cdb52034b31bf3ec976ca26b11f 2024-11-26T21:22:07,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0062a42ef72a451ea5ce4be015f53305 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0062a42ef72a451ea5ce4be015f53305 2024-11-26T21:22:07,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9da78ffa34824a65994276895df0d4ec to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9da78ffa34824a65994276895df0d4ec 2024-11-26T21:22:07,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/5819439e3ca84dfdbcf28135a5c5621e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/5819439e3ca84dfdbcf28135a5c5621e 2024-11-26T21:22:07,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0626954522874dc095db422d87cccfff to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/0626954522874dc095db422d87cccfff 2024-11-26T21:22:07,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9f7e3f016b0d4c288c279761229dcf48 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/9f7e3f016b0d4c288c279761229dcf48 2024-11-26T21:22:07,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e76f963cdb1c492a8880f6cd89629fb9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e76f963cdb1c492a8880f6cd89629fb9 2024-11-26T21:22:07,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fd4d34b60aed41dc9eb02a5eb247d47b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fd4d34b60aed41dc9eb02a5eb247d47b 2024-11-26T21:22:07,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/6fa3dfc41321451fad2abdb6d4da9931 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/6fa3dfc41321451fad2abdb6d4da9931 2024-11-26T21:22:07,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a6c1935631eb4a62a438ea683b2e6f90 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a6c1935631eb4a62a438ea683b2e6f90 2024-11-26T21:22:07,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fa512de0be5b44198cb9287340017613 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/fa512de0be5b44198cb9287340017613 2024-11-26T21:22:07,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a602a7a884ae4f7ebe4fd0935e185131 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/a602a7a884ae4f7ebe4fd0935e185131 2024-11-26T21:22:07,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c86c7f622bec45c0a1b0b4ff76468288 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c86c7f622bec45c0a1b0b4ff76468288 2024-11-26T21:22:07,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e563883b2d6c41d8afa1cc4263ea2327 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/e563883b2d6c41d8afa1cc4263ea2327 2024-11-26T21:22:07,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c24ece64c0784116b8f42d2b135a5673 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/c24ece64c0784116b8f42d2b135a5673 2024-11-26T21:22:07,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b98b0dae481b4505abad8607ebe71d14 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b98b0dae481b4505abad8607ebe71d14 2024-11-26T21:22:07,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3019d2e22393451589bf2ca15b762e8e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee4d74e2aa9f4bb984e743942f39db75, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/acb4459710bf4ab9b849fc85b17bfd1a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/46b0f959b5dc4164a8ea24cd51ec1258, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b926e3c3c3a74be3aac851bde291bde5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c4a224dd27864276b0307878e92349ab, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/4d3271b29d1e48668a6f4f5893226b86, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/39c6e9c6401f4c899a879e7a4c939c41, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c0f17c939e17480a890d53287c03b44b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/9e438fcf037e44f3bdd4ffdb52fbdafd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/835cb19b7c7a4cb3b5c4f0169ef87209, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/a3f53e7ea6874e0e9e7d1ee8301660b1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/400d347f06a641d08dca9717628f0f79, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8b447e59a0b446ab8a61fa64b72f8c67, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/01f07ae9de7240bd8f15d781713f3283, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee368bc21e7d42f9a2c7f20df1dce5a1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c43c6c7c16cb47a6844fd6be1da04ad8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/e8068a55632d48f2b3234da95e77d6a4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3b29a86d029e4dfda88f7f5967ace3e9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8a946e3a60fe42d8ad0c86c2b647bdb7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b90a6a5b24904b6682db07217931f58f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c480682b4dc04fa69fb34d38cc70fb53, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d3bde79b9ffb4f91a73044972a39afc1] to archive 2024-11-26T21:22:07,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:22:07,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3019d2e22393451589bf2ca15b762e8e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3019d2e22393451589bf2ca15b762e8e 2024-11-26T21:22:07,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee4d74e2aa9f4bb984e743942f39db75 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee4d74e2aa9f4bb984e743942f39db75 2024-11-26T21:22:07,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/acb4459710bf4ab9b849fc85b17bfd1a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/acb4459710bf4ab9b849fc85b17bfd1a 2024-11-26T21:22:07,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/46b0f959b5dc4164a8ea24cd51ec1258 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/46b0f959b5dc4164a8ea24cd51ec1258 2024-11-26T21:22:07,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b926e3c3c3a74be3aac851bde291bde5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b926e3c3c3a74be3aac851bde291bde5 2024-11-26T21:22:07,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c4a224dd27864276b0307878e92349ab to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c4a224dd27864276b0307878e92349ab 2024-11-26T21:22:07,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/4d3271b29d1e48668a6f4f5893226b86 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/4d3271b29d1e48668a6f4f5893226b86 2024-11-26T21:22:07,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/cb1ef7722cec4fe2b0f16dd4b6c2f8c5 2024-11-26T21:22:07,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/39c6e9c6401f4c899a879e7a4c939c41 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/39c6e9c6401f4c899a879e7a4c939c41 2024-11-26T21:22:07,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c0f17c939e17480a890d53287c03b44b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c0f17c939e17480a890d53287c03b44b 2024-11-26T21:22:07,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/9e438fcf037e44f3bdd4ffdb52fbdafd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/9e438fcf037e44f3bdd4ffdb52fbdafd 2024-11-26T21:22:07,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/835cb19b7c7a4cb3b5c4f0169ef87209 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/835cb19b7c7a4cb3b5c4f0169ef87209 2024-11-26T21:22:07,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/a3f53e7ea6874e0e9e7d1ee8301660b1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/a3f53e7ea6874e0e9e7d1ee8301660b1 2024-11-26T21:22:07,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/400d347f06a641d08dca9717628f0f79 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/400d347f06a641d08dca9717628f0f79 2024-11-26T21:22:07,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8b447e59a0b446ab8a61fa64b72f8c67 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8b447e59a0b446ab8a61fa64b72f8c67 2024-11-26T21:22:07,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/01f07ae9de7240bd8f15d781713f3283 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/01f07ae9de7240bd8f15d781713f3283 2024-11-26T21:22:07,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee368bc21e7d42f9a2c7f20df1dce5a1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ee368bc21e7d42f9a2c7f20df1dce5a1 2024-11-26T21:22:07,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c43c6c7c16cb47a6844fd6be1da04ad8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c43c6c7c16cb47a6844fd6be1da04ad8 2024-11-26T21:22:07,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/e8068a55632d48f2b3234da95e77d6a4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/e8068a55632d48f2b3234da95e77d6a4 2024-11-26T21:22:07,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3b29a86d029e4dfda88f7f5967ace3e9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/3b29a86d029e4dfda88f7f5967ace3e9 2024-11-26T21:22:07,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8a946e3a60fe42d8ad0c86c2b647bdb7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/8a946e3a60fe42d8ad0c86c2b647bdb7 2024-11-26T21:22:07,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b90a6a5b24904b6682db07217931f58f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/b90a6a5b24904b6682db07217931f58f 2024-11-26T21:22:07,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c480682b4dc04fa69fb34d38cc70fb53 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/c480682b4dc04fa69fb34d38cc70fb53 2024-11-26T21:22:07,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d3bde79b9ffb4f91a73044972a39afc1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d3bde79b9ffb4f91a73044972a39afc1 2024-11-26T21:22:07,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1c1d61794c8d453f971cc6877e51eb68, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/c4bdec70ef9b46ba8e87c3e15936e95c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/b40764fcb6784927982616ad4e9deeda, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ec8beed5aa3a408c848020a69c08516f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/93ac03b019e64425be12f8356da6ec48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/270966bba81a4a87a0c32517805b8936, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/91289a9fe1fa4763a78cdfb7cd20d58d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ab663711771e4bbd997601bf65fa4fe1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9e1722e2984e4f8c8f46cf962c4c85fd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/8da1b9dda7bd47e6adb1e6a02115805d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9964867431ec4b81b83da71880f60f08, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/641a819590564ffb860b739a3a35c4c0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/2174b3e162d94926b8f6d6aec91aa969, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/052ad5284f7d4b238b7ae0d66a9d97d8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/f6c17e88aded406c99e6b1994dead8ee, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/289bbfc5c5404304a903acd28e3194ef, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d98cec8e9f0f4ddd80a7bef19d1a4a07, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/6abd41be05dc4df4bd5e1a752f33cecc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d7f626e37b724b6c85f149ab9fc34699, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1519db2108c34fd68ecd79895553c18a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1254c17e768846a49a372fc16c158408, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/271ec3c8d0b446b9ac48a339a6d7fcde, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1234c7e4e7b54303a8ed0eb8625cfe85, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1b74c7ce743a43ac8af412e69d4e6cba] to archive 2024-11-26T21:22:07,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:22:07,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1c1d61794c8d453f971cc6877e51eb68 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1c1d61794c8d453f971cc6877e51eb68 2024-11-26T21:22:07,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/c4bdec70ef9b46ba8e87c3e15936e95c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/c4bdec70ef9b46ba8e87c3e15936e95c 2024-11-26T21:22:07,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/b40764fcb6784927982616ad4e9deeda to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/b40764fcb6784927982616ad4e9deeda 2024-11-26T21:22:07,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ec8beed5aa3a408c848020a69c08516f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ec8beed5aa3a408c848020a69c08516f 2024-11-26T21:22:07,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/93ac03b019e64425be12f8356da6ec48 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/93ac03b019e64425be12f8356da6ec48 2024-11-26T21:22:07,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/270966bba81a4a87a0c32517805b8936 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/270966bba81a4a87a0c32517805b8936 2024-11-26T21:22:07,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/91289a9fe1fa4763a78cdfb7cd20d58d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/91289a9fe1fa4763a78cdfb7cd20d58d 2024-11-26T21:22:07,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ab663711771e4bbd997601bf65fa4fe1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ab663711771e4bbd997601bf65fa4fe1 2024-11-26T21:22:07,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9e1722e2984e4f8c8f46cf962c4c85fd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9e1722e2984e4f8c8f46cf962c4c85fd 2024-11-26T21:22:07,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/8da1b9dda7bd47e6adb1e6a02115805d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/8da1b9dda7bd47e6adb1e6a02115805d 2024-11-26T21:22:07,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9964867431ec4b81b83da71880f60f08 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/9964867431ec4b81b83da71880f60f08 2024-11-26T21:22:07,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/641a819590564ffb860b739a3a35c4c0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/641a819590564ffb860b739a3a35c4c0 2024-11-26T21:22:07,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/2174b3e162d94926b8f6d6aec91aa969 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/2174b3e162d94926b8f6d6aec91aa969 2024-11-26T21:22:07,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/052ad5284f7d4b238b7ae0d66a9d97d8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/052ad5284f7d4b238b7ae0d66a9d97d8 2024-11-26T21:22:07,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/f6c17e88aded406c99e6b1994dead8ee to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/f6c17e88aded406c99e6b1994dead8ee 2024-11-26T21:22:07,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/289bbfc5c5404304a903acd28e3194ef to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/289bbfc5c5404304a903acd28e3194ef 2024-11-26T21:22:07,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d98cec8e9f0f4ddd80a7bef19d1a4a07 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d98cec8e9f0f4ddd80a7bef19d1a4a07 2024-11-26T21:22:07,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/6abd41be05dc4df4bd5e1a752f33cecc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/6abd41be05dc4df4bd5e1a752f33cecc 2024-11-26T21:22:07,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d7f626e37b724b6c85f149ab9fc34699 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/d7f626e37b724b6c85f149ab9fc34699 2024-11-26T21:22:07,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1519db2108c34fd68ecd79895553c18a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1519db2108c34fd68ecd79895553c18a 2024-11-26T21:22:07,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1254c17e768846a49a372fc16c158408 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1254c17e768846a49a372fc16c158408 2024-11-26T21:22:07,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/271ec3c8d0b446b9ac48a339a6d7fcde to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/271ec3c8d0b446b9ac48a339a6d7fcde 2024-11-26T21:22:07,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1234c7e4e7b54303a8ed0eb8625cfe85 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1234c7e4e7b54303a8ed0eb8625cfe85 2024-11-26T21:22:07,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1b74c7ce743a43ac8af412e69d4e6cba to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1b74c7ce743a43ac8af412e69d4e6cba 2024-11-26T21:22:07,846 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=4 2024-11-26T21:22:07,847 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169. 2024-11-26T21:22:07,847 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for e71c98627eb1d75ea0d3906abd8fc169: 2024-11-26T21:22:07,849 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:07,849 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e71c98627eb1d75ea0d3906abd8fc169, regionState=CLOSED 2024-11-26T21:22:07,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T21:22:07,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure e71c98627eb1d75ea0d3906abd8fc169, server=f2fea67b8e2e,45485,1732656062493 in 1.9160 sec 2024-11-26T21:22:07,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-26T21:22:07,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e71c98627eb1d75ea0d3906abd8fc169, UNASSIGN in 1.9190 sec 2024-11-26T21:22:07,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T21:22:07,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9220 sec 2024-11-26T21:22:07,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656127855"}]},"ts":"1732656127855"} 2024-11-26T21:22:07,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T21:22:07,859 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T21:22:07,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-26T21:22:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T21:22:08,029 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-26T21:22:08,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T21:22:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:08,031 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T21:22:08,032 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:08,034 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,037 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/recovered.edits] 2024-11-26T21:22:08,040 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/737d9fbef19c469fb677262e662599e0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/737d9fbef19c469fb677262e662599e0 2024-11-26T21:22:08,041 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/7efe95393827466997d762d4b4f2ab66 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/7efe95393827466997d762d4b4f2ab66 2024-11-26T21:22:08,042 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8c38d53c5dec4022ad996cba310784af to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/8c38d53c5dec4022ad996cba310784af 2024-11-26T21:22:08,044 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b44b528933104a409612cb8ecaadbaf6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/A/b44b528933104a409612cb8ecaadbaf6 2024-11-26T21:22:08,047 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/2bf4d7d01dfa4813a8f22eed5f0bed3d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/2bf4d7d01dfa4813a8f22eed5f0bed3d 2024-11-26T21:22:08,048 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/aa578b6cbfdc4726863a1c5ed7a4fece to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/aa578b6cbfdc4726863a1c5ed7a4fece 2024-11-26T21:22:08,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d8190c526a934fe1a9565f4a7fe3b508 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/d8190c526a934fe1a9565f4a7fe3b508 2024-11-26T21:22:08,050 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ff6bdeac3e0b4de1bf6b2bc6c5d14fc2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/B/ff6bdeac3e0b4de1bf6b2bc6c5d14fc2 2024-11-26T21:22:08,053 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1554b2e5de304cedae71d0b843fbc88c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/1554b2e5de304cedae71d0b843fbc88c 2024-11-26T21:22:08,054 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/70e58492fa1347b58ef5ef5ccf95a40a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/70e58492fa1347b58ef5ef5ccf95a40a 2024-11-26T21:22:08,055 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/839ad6e5664540d7be3c280ba2bafaea to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/839ad6e5664540d7be3c280ba2bafaea 2024-11-26T21:22:08,057 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ecfd98c6b9734a2cad03a71c0ad836b3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/C/ecfd98c6b9734a2cad03a71c0ad836b3 2024-11-26T21:22:08,060 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/recovered.edits/412.seqid to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169/recovered.edits/412.seqid 2024-11-26T21:22:08,060 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,060 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T21:22:08,061 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T21:22:08,062 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T21:22:08,066 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112607f94612ad1646728a9b6a7070d20d72_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112607f94612ad1646728a9b6a7070d20d72_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,068 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126092a977eb1ba4eb0bc3055a2fbdf7886_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126092a977eb1ba4eb0bc3055a2fbdf7886_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,069 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126165896c84c244eb4a60097e5217e5888_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126165896c84c244eb4a60097e5217e5888_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126180e09019ab44ab0b919d4b528d1f8b8_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126180e09019ab44ab0b919d4b528d1f8b8_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,071 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261dff51035c974dfbb5a14fa9f16b82f2_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261dff51035c974dfbb5a14fa9f16b82f2_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,073 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ceee12bea5b41c984e68bfecba7ad2a_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ceee12bea5b41c984e68bfecba7ad2a_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,074 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126341c44f802ac4cdf9418b499c9916d29_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126341c44f802ac4cdf9418b499c9916d29_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,075 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263eb470e9b3fe4309ae3e0a809c115c33_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263eb470e9b3fe4309ae3e0a809c115c33_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,076 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264d3223b672254103b3301a4877165a6a_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264d3223b672254103b3301a4877165a6a_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,078 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266633e7c93f1a441881fffff3a555405f_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266633e7c93f1a441881fffff3a555405f_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,079 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266d5078606c4640de82b2a671055fbc53_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266d5078606c4640de82b2a671055fbc53_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,080 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268423272f730d4214a803b67da79351bd_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268423272f730d4214a803b67da79351bd_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,081 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691daa5c74ee74d0eaeedc19ce22a34ae_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691daa5c74ee74d0eaeedc19ce22a34ae_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,083 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269562de165bc3415190fb83819ec2b9dd_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269562de165bc3415190fb83819ec2b9dd_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,084 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112696aaf81f61be4351a29ac46c7887a572_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112696aaf81f61be4351a29ac46c7887a572_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,085 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126982c6eda7a1042b4a131cb4e0396c75c_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126982c6eda7a1042b4a131cb4e0396c75c_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,086 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a067596728884dbe899393affa53fedb_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a067596728884dbe899393affa53fedb_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,088 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c6b70e16a62e4e2499df1752f3757ce2_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c6b70e16a62e4e2499df1752f3757ce2_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,089 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e927742bd1e243eaa5bbddb50651da69_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e927742bd1e243eaa5bbddb50651da69_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,090 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed5dab88f8b141e589c8ce98881d2f19_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed5dab88f8b141e589c8ce98881d2f19_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,091 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ffcfe560f0ce4baa82ea63f7c9ce082c_e71c98627eb1d75ea0d3906abd8fc169 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ffcfe560f0ce4baa82ea63f7c9ce082c_e71c98627eb1d75ea0d3906abd8fc169 2024-11-26T21:22:08,092 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T21:22:08,094 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:08,097 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T21:22:08,099 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T21:22:08,100 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:08,100 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T21:22:08,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732656128100"}]},"ts":"9223372036854775807"} 2024-11-26T21:22:08,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T21:22:08,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e71c98627eb1d75ea0d3906abd8fc169, NAME => 'TestAcidGuarantees,,1732656094533.e71c98627eb1d75ea0d3906abd8fc169.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T21:22:08,102 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T21:22:08,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732656128102"}]},"ts":"9223372036854775807"} 2024-11-26T21:22:08,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T21:22:08,107 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:08,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-26T21:22:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T21:22:08,133 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-26T21:22:08,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 239), OpenFileDescriptor=451 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=4445 (was 4580) 2024-11-26T21:22:08,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=4444 2024-11-26T21:22:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:22:08,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:22:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:08,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:22:08,157 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:08,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-26T21:22:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-26T21:22:08,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:22:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742077_1253 (size=960) 2024-11-26T21:22:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-26T21:22:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-26T21:22:08,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:22:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742078_1254 (size=53) 2024-11-26T21:22:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-26T21:22:08,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:22:08,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f1088396e7ae9391647f85470e4b8bf1, disabling compactions & flushes 2024-11-26T21:22:08,977 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:08,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:08,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. after waiting 0 ms 2024-11-26T21:22:08,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:08,978 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:08,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:08,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:22:08,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732656128979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732656128979"}]},"ts":"1732656128979"} 2024-11-26T21:22:08,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T21:22:08,980 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:22:08,981 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656128980"}]},"ts":"1732656128980"} 2024-11-26T21:22:08,981 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T21:22:08,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1088396e7ae9391647f85470e4b8bf1, ASSIGN}] 2024-11-26T21:22:08,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1088396e7ae9391647f85470e4b8bf1, ASSIGN 2024-11-26T21:22:08,987 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1088396e7ae9391647f85470e4b8bf1, ASSIGN; state=OFFLINE, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=false 2024-11-26T21:22:09,138 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=f1088396e7ae9391647f85470e4b8bf1, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:09,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:22:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-26T21:22:09,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:09,294 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:09,294 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:22:09,294 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,294 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:22:09,295 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,295 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,296 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,297 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:09,297 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1088396e7ae9391647f85470e4b8bf1 columnFamilyName A 2024-11-26T21:22:09,297 DEBUG [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:09,298 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.HStore(327): Store=f1088396e7ae9391647f85470e4b8bf1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:09,298 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,299 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:09,299 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1088396e7ae9391647f85470e4b8bf1 columnFamilyName B 2024-11-26T21:22:09,299 DEBUG [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:09,300 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.HStore(327): Store=f1088396e7ae9391647f85470e4b8bf1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:09,300 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,301 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:09,301 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1088396e7ae9391647f85470e4b8bf1 columnFamilyName C 2024-11-26T21:22:09,301 DEBUG [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:09,301 INFO [StoreOpener-f1088396e7ae9391647f85470e4b8bf1-1 {}] regionserver.HStore(327): Store=f1088396e7ae9391647f85470e4b8bf1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:09,301 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:09,302 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,302 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,303 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:22:09,304 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:09,306 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:22:09,306 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened f1088396e7ae9391647f85470e4b8bf1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69380552, jitterRate=0.033850789070129395}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:22:09,307 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:09,307 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., pid=66, masterSystemTime=1732656129290 2024-11-26T21:22:09,309 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:09,309 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:09,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=f1088396e7ae9391647f85470e4b8bf1, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:09,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T21:22:09,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 in 171 msec 2024-11-26T21:22:09,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-26T21:22:09,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1088396e7ae9391647f85470e4b8bf1, ASSIGN in 325 msec 2024-11-26T21:22:09,313 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:22:09,313 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656129313"}]},"ts":"1732656129313"} 2024-11-26T21:22:09,314 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T21:22:09,316 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:22:09,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-26T21:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-26T21:22:10,261 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-26T21:22:10,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10269736 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45e93b22 2024-11-26T21:22:10,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206aa46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,287 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:22:10,289 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:22:10,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b01e9bb to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473dfbd2 2024-11-26T21:22:10,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320146a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4becc07d to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63a751b9 2024-11-26T21:22:10,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bab3f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cc79dd6 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b4256e 2024-11-26T21:22:10,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e48016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cd6e3ed to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18ed3e4c 2024-11-26T21:22:10,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2ae977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13b0002b to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62de434f 2024-11-26T21:22:10,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed37f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07575b91 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12e88ea6 2024-11-26T21:22:10,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb89dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b377948 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dfc4f36 2024-11-26T21:22:10,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f2abe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a9f805a to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3505ffc0 2024-11-26T21:22:10,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598ef39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b123525 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61f33e78 2024-11-26T21:22:10,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bd6a663 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@532e5d9f 2024-11-26T21:22:10,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77780196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:10,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:10,335 DEBUG [hconnection-0x596f9903-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,335 DEBUG [hconnection-0x3205e829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,335 DEBUG [hconnection-0x776ab335-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-26T21:22:10,337 DEBUG [hconnection-0x1024fd18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,337 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,337 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T21:22:10,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,338 DEBUG [hconnection-0x743f16ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,338 DEBUG [hconnection-0x10da2a7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,338 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:10,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:10,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:10,339 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,339 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,340 DEBUG [hconnection-0x2e1a0740-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,340 DEBUG [hconnection-0x21fccac6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,341 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,342 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,342 DEBUG [hconnection-0x776d7ae6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,348 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,350 DEBUG [hconnection-0x783973a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:10,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:22:10,352 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:10,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/b6c26f69ee4140bd9e9c2025b91ba7b4 is 50, key is test_row_0/A:col10/1732656130350/Put/seqid=0 2024-11-26T21:22:10,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742079_1255 (size=16681) 2024-11-26T21:22:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656190404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656190405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656190406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656190407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656190407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T21:22:10,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T21:22:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656190508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656190509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656190510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656190510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656190510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T21:22:10,646 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T21:22:10,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:10,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656190712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656190712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656190712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656190713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656190713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/b6c26f69ee4140bd9e9c2025b91ba7b4 2024-11-26T21:22:10,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T21:22:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/8e1b5adeb62541b6a7b69d1ba4825921 is 50, key is test_row_0/B:col10/1732656130350/Put/seqid=0 2024-11-26T21:22:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742080_1256 (size=12001) 2024-11-26T21:22:10,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/8e1b5adeb62541b6a7b69d1ba4825921 2024-11-26T21:22:10,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/4881462fe5734d0a87cdf8a39e521d2e is 50, key is test_row_0/C:col10/1732656130350/Put/seqid=0 2024-11-26T21:22:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742081_1257 (size=12001) 2024-11-26T21:22:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T21:22:10,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:10,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T21:22:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:10,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656191014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656191015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656191015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656191015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656191016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T21:22:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:11,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:11,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T21:22:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:11,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:11,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/4881462fe5734d0a87cdf8a39e521d2e 2024-11-26T21:22:11,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/b6c26f69ee4140bd9e9c2025b91ba7b4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b6c26f69ee4140bd9e9c2025b91ba7b4 2024-11-26T21:22:11,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b6c26f69ee4140bd9e9c2025b91ba7b4, entries=250, sequenceid=15, filesize=16.3 K 2024-11-26T21:22:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/8e1b5adeb62541b6a7b69d1ba4825921 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/8e1b5adeb62541b6a7b69d1ba4825921 2024-11-26T21:22:11,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/8e1b5adeb62541b6a7b69d1ba4825921, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T21:22:11,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/4881462fe5734d0a87cdf8a39e521d2e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4881462fe5734d0a87cdf8a39e521d2e 2024-11-26T21:22:11,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4881462fe5734d0a87cdf8a39e521d2e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T21:22:11,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f1088396e7ae9391647f85470e4b8bf1 in 951ms, sequenceid=15, compaction requested=false 2024-11-26T21:22:11,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:11,414 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T21:22:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:11,415 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/29de1e99b09a441c96adc6a913b83040 is 50, key is test_row_0/A:col10/1732656130403/Put/seqid=0 2024-11-26T21:22:11,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742082_1258 (size=12001) 2024-11-26T21:22:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T21:22:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:11,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656191526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656191526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656191528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656191529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656191529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656191630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656191631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656191632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656191633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656191633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,828 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/29de1e99b09a441c96adc6a913b83040 2024-11-26T21:22:11,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656191833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656191833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/4b31f560cd474189a17014c6d95090f2 is 50, key is test_row_0/B:col10/1732656130403/Put/seqid=0 2024-11-26T21:22:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656191837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656191837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656191840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:11,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742083_1259 (size=12001) 2024-11-26T21:22:11,846 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/4b31f560cd474189a17014c6d95090f2 2024-11-26T21:22:11,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/3b08a273192d4b2bba736903671c359c is 50, key is test_row_0/C:col10/1732656130403/Put/seqid=0 2024-11-26T21:22:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742084_1260 (size=12001) 2024-11-26T21:22:11,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/3b08a273192d4b2bba736903671c359c 2024-11-26T21:22:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/29de1e99b09a441c96adc6a913b83040 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/29de1e99b09a441c96adc6a913b83040 2024-11-26T21:22:11,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/29de1e99b09a441c96adc6a913b83040, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T21:22:11,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/4b31f560cd474189a17014c6d95090f2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4b31f560cd474189a17014c6d95090f2 2024-11-26T21:22:11,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4b31f560cd474189a17014c6d95090f2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T21:22:11,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/3b08a273192d4b2bba736903671c359c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/3b08a273192d4b2bba736903671c359c 2024-11-26T21:22:11,889 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/3b08a273192d4b2bba736903671c359c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T21:22:11,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f1088396e7ae9391647f85470e4b8bf1 in 475ms, sequenceid=38, compaction requested=false 2024-11-26T21:22:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-26T21:22:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-26T21:22:11,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T21:22:11,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-11-26T21:22:11,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.5590 sec 2024-11-26T21:22:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:12,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T21:22:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:12,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/262d60210b3448e6a581629445a48a06 is 50, key is test_row_0/A:col10/1732656132136/Put/seqid=0 2024-11-26T21:22:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656192155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656192156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656192157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656192158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656192160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742085_1261 (size=12001) 2024-11-26T21:22:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656192259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656192261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656192261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656192261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656192263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T21:22:12,442 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-26T21:22:12,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-26T21:22:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T21:22:12,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:12,445 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:12,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656192461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656192464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656192464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656192465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656192465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T21:22:12,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/262d60210b3448e6a581629445a48a06 2024-11-26T21:22:12,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a8e0118d2c724f6a830a03304e5b8d2a is 50, key is test_row_0/B:col10/1732656132136/Put/seqid=0 2024-11-26T21:22:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742086_1262 (size=12001) 2024-11-26T21:22:12,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a8e0118d2c724f6a830a03304e5b8d2a 2024-11-26T21:22:12,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e5256d4259d448069d400744c05475cc is 50, key is test_row_0/C:col10/1732656132136/Put/seqid=0 2024-11-26T21:22:12,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742087_1263 (size=12001) 2024-11-26T21:22:12,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e5256d4259d448069d400744c05475cc 2024-11-26T21:22:12,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-26T21:22:12,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:12,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:12,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:12,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:12,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/262d60210b3448e6a581629445a48a06 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/262d60210b3448e6a581629445a48a06 2024-11-26T21:22:12,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/262d60210b3448e6a581629445a48a06, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T21:22:12,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a8e0118d2c724f6a830a03304e5b8d2a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a8e0118d2c724f6a830a03304e5b8d2a 2024-11-26T21:22:12,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a8e0118d2c724f6a830a03304e5b8d2a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T21:22:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e5256d4259d448069d400744c05475cc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e5256d4259d448069d400744c05475cc 2024-11-26T21:22:12,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e5256d4259d448069d400744c05475cc, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T21:22:12,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f1088396e7ae9391647f85470e4b8bf1 in 484ms, sequenceid=52, compaction requested=true 2024-11-26T21:22:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:12,621 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:12,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:12,622 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:12,623 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:12,623 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:12,623 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:12,623 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:12,623 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b6c26f69ee4140bd9e9c2025b91ba7b4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/29de1e99b09a441c96adc6a913b83040, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/262d60210b3448e6a581629445a48a06] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=39.7 K 2024-11-26T21:22:12,624 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:12,624 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:12,624 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/8e1b5adeb62541b6a7b69d1ba4825921, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4b31f560cd474189a17014c6d95090f2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a8e0118d2c724f6a830a03304e5b8d2a] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=35.2 K 2024-11-26T21:22:12,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:12,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:12,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:12,625 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e1b5adeb62541b6a7b69d1ba4825921, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732656130346 2024-11-26T21:22:12,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:12,625 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6c26f69ee4140bd9e9c2025b91ba7b4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732656130346 2024-11-26T21:22:12,626 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b31f560cd474189a17014c6d95090f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732656130403 2024-11-26T21:22:12,626 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29de1e99b09a441c96adc6a913b83040, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732656130403 2024-11-26T21:22:12,627 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e0118d2c724f6a830a03304e5b8d2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656131527 2024-11-26T21:22:12,627 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262d60210b3448e6a581629445a48a06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656131527 2024-11-26T21:22:12,639 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:12,639 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/dda0580f5f214e789a9d6d2cf2b84c15 is 50, key is test_row_0/A:col10/1732656132136/Put/seqid=0 2024-11-26T21:22:12,654 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:12,654 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a278e7b0312b4f1098b61c246a5c9800 is 50, key is test_row_0/B:col10/1732656132136/Put/seqid=0 2024-11-26T21:22:12,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742088_1264 (size=12104) 2024-11-26T21:22:12,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742089_1265 (size=12104) 2024-11-26T21:22:12,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-26T21:22:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:12,751 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:22:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T21:22:12,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/97002ae16f074e14b1c0e38d65e277e5 is 50, key is test_row_0/A:col10/1732656132156/Put/seqid=0 2024-11-26T21:22:12,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742090_1266 (size=12001) 2024-11-26T21:22:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:12,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:12,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656192773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656192776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656192776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656192777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656192777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656192878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656192881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656192881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656192882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656192882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T21:22:13,077 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a278e7b0312b4f1098b61c246a5c9800 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a278e7b0312b4f1098b61c246a5c9800 2024-11-26T21:22:13,077 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/dda0580f5f214e789a9d6d2cf2b84c15 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dda0580f5f214e789a9d6d2cf2b84c15 2024-11-26T21:22:13,081 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into dda0580f5f214e789a9d6d2cf2b84c15(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:13,082 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into a278e7b0312b4f1098b61c246a5c9800(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:13,082 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:13,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:13,082 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=13, startTime=1732656132621; duration=0sec 2024-11-26T21:22:13,082 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=13, startTime=1732656132622; duration=0sec 2024-11-26T21:22:13,082 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:13,082 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:13,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:13,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:13,082 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:13,083 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:13,083 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:13,083 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:13,083 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4881462fe5734d0a87cdf8a39e521d2e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/3b08a273192d4b2bba736903671c359c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e5256d4259d448069d400744c05475cc] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=35.2 K 2024-11-26T21:22:13,084 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4881462fe5734d0a87cdf8a39e521d2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732656130346 2024-11-26T21:22:13,084 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b08a273192d4b2bba736903671c359c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732656130403 2024-11-26T21:22:13,084 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5256d4259d448069d400744c05475cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656131527 2024-11-26T21:22:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656193084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656193085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656193086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656193086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656193086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,094 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:13,095 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e290be53bb034d1e807d63f4e73a6422 is 50, key is test_row_0/C:col10/1732656132136/Put/seqid=0 2024-11-26T21:22:13,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742091_1267 (size=12104) 2024-11-26T21:22:13,161 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/97002ae16f074e14b1c0e38d65e277e5 2024-11-26T21:22:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/2ef121c95d4b47709658412711211342 is 50, key is test_row_0/B:col10/1732656132156/Put/seqid=0 2024-11-26T21:22:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742092_1268 (size=12001) 2024-11-26T21:22:13,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T21:22:13,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656193388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656193390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656193391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656193391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656193392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,505 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e290be53bb034d1e807d63f4e73a6422 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e290be53bb034d1e807d63f4e73a6422 2024-11-26T21:22:13,510 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into e290be53bb034d1e807d63f4e73a6422(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:13,510 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:13,510 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=13, startTime=1732656132625; duration=0sec 2024-11-26T21:22:13,510 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:13,510 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T21:22:13,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/2ef121c95d4b47709658412711211342 2024-11-26T21:22:13,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/b7417757d9034428a10c86432b3407df is 50, key is test_row_0/C:col10/1732656132156/Put/seqid=0 2024-11-26T21:22:13,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742093_1269 (size=12001) 2024-11-26T21:22:13,599 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/b7417757d9034428a10c86432b3407df 2024-11-26T21:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/97002ae16f074e14b1c0e38d65e277e5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/97002ae16f074e14b1c0e38d65e277e5 2024-11-26T21:22:13,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/97002ae16f074e14b1c0e38d65e277e5, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T21:22:13,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/2ef121c95d4b47709658412711211342 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2ef121c95d4b47709658412711211342 2024-11-26T21:22:13,613 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2ef121c95d4b47709658412711211342, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T21:22:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/b7417757d9034428a10c86432b3407df as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/b7417757d9034428a10c86432b3407df 2024-11-26T21:22:13,620 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/b7417757d9034428a10c86432b3407df, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T21:22:13,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f1088396e7ae9391647f85470e4b8bf1 in 870ms, sequenceid=74, compaction requested=false 2024-11-26T21:22:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-26T21:22:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-26T21:22:13,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-26T21:22:13,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1770 sec 2024-11-26T21:22:13,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.1820 sec 2024-11-26T21:22:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:13,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T21:22:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:13,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/8227f0c57a3547c0a262edf5e4b1568c is 50, key is test_row_0/A:col10/1732656133894/Put/seqid=0 2024-11-26T21:22:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742094_1270 (size=14341) 2024-11-26T21:22:13,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/8227f0c57a3547c0a262edf5e4b1568c 2024-11-26T21:22:13,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/89a027501def4af6bd4edb664df2b43b is 50, key is test_row_0/B:col10/1732656133894/Put/seqid=0 2024-11-26T21:22:13,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742095_1271 (size=12001) 2024-11-26T21:22:13,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656193959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656193960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656193962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656193962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:13,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656193962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656194065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656194065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656194066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656194066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656194066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656194268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656194268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656194270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656194270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656194271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/89a027501def4af6bd4edb664df2b43b 2024-11-26T21:22:14,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/dfc75aaf75ca44ce83c938ba03cd0693 is 50, key is test_row_0/C:col10/1732656133894/Put/seqid=0 2024-11-26T21:22:14,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742096_1272 (size=12001) 2024-11-26T21:22:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T21:22:14,557 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-26T21:22:14,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-26T21:22:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T21:22:14,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:14,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:14,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656194570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656194570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656194574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656194574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656194575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T21:22:14,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T21:22:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:14,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:14,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/dfc75aaf75ca44ce83c938ba03cd0693 2024-11-26T21:22:14,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/8227f0c57a3547c0a262edf5e4b1568c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8227f0c57a3547c0a262edf5e4b1568c 2024-11-26T21:22:14,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8227f0c57a3547c0a262edf5e4b1568c, entries=200, sequenceid=93, filesize=14.0 K 2024-11-26T21:22:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/89a027501def4af6bd4edb664df2b43b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/89a027501def4af6bd4edb664df2b43b 2024-11-26T21:22:14,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/89a027501def4af6bd4edb664df2b43b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T21:22:14,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/dfc75aaf75ca44ce83c938ba03cd0693 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/dfc75aaf75ca44ce83c938ba03cd0693 2024-11-26T21:22:14,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/dfc75aaf75ca44ce83c938ba03cd0693, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T21:22:14,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for f1088396e7ae9391647f85470e4b8bf1 in 862ms, sequenceid=93, compaction requested=true 2024-11-26T21:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:14,757 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:14,757 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:14,758 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:14,759 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:14,759 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:14,759 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a278e7b0312b4f1098b61c246a5c9800, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2ef121c95d4b47709658412711211342, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/89a027501def4af6bd4edb664df2b43b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=35.3 K 2024-11-26T21:22:14,759 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:14,759 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:14,759 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:14,759 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dda0580f5f214e789a9d6d2cf2b84c15, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/97002ae16f074e14b1c0e38d65e277e5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8227f0c57a3547c0a262edf5e4b1568c] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=37.5 K 2024-11-26T21:22:14,760 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting a278e7b0312b4f1098b61c246a5c9800, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656131527 2024-11-26T21:22:14,760 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting dda0580f5f214e789a9d6d2cf2b84c15, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656131527 2024-11-26T21:22:14,761 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef121c95d4b47709658412711211342, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732656132154 2024-11-26T21:22:14,761 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97002ae16f074e14b1c0e38d65e277e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732656132154 2024-11-26T21:22:14,761 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 89a027501def4af6bd4edb664df2b43b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732656132775 2024-11-26T21:22:14,762 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8227f0c57a3547c0a262edf5e4b1568c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732656132775 2024-11-26T21:22:14,781 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:14,782 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/9efd1829127447438bc1145e0b05f461 is 50, key is test_row_0/A:col10/1732656133894/Put/seqid=0 2024-11-26T21:22:14,798 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:14,799 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/c8176b321150427d9babfa23e4cbc39f is 50, key is test_row_0/B:col10/1732656133894/Put/seqid=0 2024-11-26T21:22:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742097_1273 (size=12207) 2024-11-26T21:22:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742098_1274 (size=12207) 2024-11-26T21:22:14,807 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/9efd1829127447438bc1145e0b05f461 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/9efd1829127447438bc1145e0b05f461 2024-11-26T21:22:14,813 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into 9efd1829127447438bc1145e0b05f461(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:14,813 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:14,813 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=13, startTime=1732656134757; duration=0sec 2024-11-26T21:22:14,813 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:14,813 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:14,813 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:14,814 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:14,814 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:14,814 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:14,815 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e290be53bb034d1e807d63f4e73a6422, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/b7417757d9034428a10c86432b3407df, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/dfc75aaf75ca44ce83c938ba03cd0693] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=35.3 K 2024-11-26T21:22:14,815 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e290be53bb034d1e807d63f4e73a6422, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732656131527 2024-11-26T21:22:14,815 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7417757d9034428a10c86432b3407df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732656132154 2024-11-26T21:22:14,816 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfc75aaf75ca44ce83c938ba03cd0693, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732656132775 2024-11-26T21:22:14,825 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:14,826 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e6f7a546c5f44b17a8f38643b6465940 is 50, key is test_row_0/C:col10/1732656133894/Put/seqid=0 2024-11-26T21:22:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742099_1275 (size=12207) 2024-11-26T21:22:14,841 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e6f7a546c5f44b17a8f38643b6465940 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e6f7a546c5f44b17a8f38643b6465940 2024-11-26T21:22:14,850 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into e6f7a546c5f44b17a8f38643b6465940(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:14,850 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:14,850 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=13, startTime=1732656134757; duration=0sec 2024-11-26T21:22:14,850 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:14,850 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T21:22:14,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:14,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T21:22:14,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:14,867 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:22:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/12ffcfadfc914ee3ae41b5559df8a348 is 50, key is test_row_0/A:col10/1732656133961/Put/seqid=0 2024-11-26T21:22:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742100_1276 (size=12001) 2024-11-26T21:22:14,882 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/12ffcfadfc914ee3ae41b5559df8a348 2024-11-26T21:22:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/1aa14df93ae540efa57ae12f93249c41 is 50, key is test_row_0/B:col10/1732656133961/Put/seqid=0 2024-11-26T21:22:14,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742101_1277 (size=12001) 2024-11-26T21:22:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:15,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:15,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656195083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656195083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656195084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656195084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656195085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T21:22:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656195186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656195187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656195188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656195188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656195188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,211 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/c8176b321150427d9babfa23e4cbc39f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/c8176b321150427d9babfa23e4cbc39f 2024-11-26T21:22:15,216 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into c8176b321150427d9babfa23e4cbc39f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:15,216 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:15,216 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=13, startTime=1732656134757; duration=0sec 2024-11-26T21:22:15,216 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:15,216 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:15,318 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/1aa14df93ae540efa57ae12f93249c41 2024-11-26T21:22:15,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1727b71bdf1e42b9ab8333f562fa935a is 50, key is test_row_0/C:col10/1732656133961/Put/seqid=0 2024-11-26T21:22:15,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742102_1278 (size=12001) 2024-11-26T21:22:15,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656195389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656195391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656195390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656195391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656195392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T21:22:15,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656195693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656195693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656195694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656195694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656195695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:15,754 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1727b71bdf1e42b9ab8333f562fa935a 2024-11-26T21:22:15,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/12ffcfadfc914ee3ae41b5559df8a348 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/12ffcfadfc914ee3ae41b5559df8a348 2024-11-26T21:22:15,763 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/12ffcfadfc914ee3ae41b5559df8a348, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T21:22:15,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/1aa14df93ae540efa57ae12f93249c41 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1aa14df93ae540efa57ae12f93249c41 2024-11-26T21:22:15,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1aa14df93ae540efa57ae12f93249c41, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T21:22:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1727b71bdf1e42b9ab8333f562fa935a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1727b71bdf1e42b9ab8333f562fa935a 2024-11-26T21:22:15,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1727b71bdf1e42b9ab8333f562fa935a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T21:22:15,774 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f1088396e7ae9391647f85470e4b8bf1 in 907ms, sequenceid=117, compaction requested=false 2024-11-26T21:22:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-26T21:22:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-26T21:22:15,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-26T21:22:15,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-11-26T21:22:15,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.2180 sec 2024-11-26T21:22:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:16,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T21:22:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:16,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/c038114ccf9d4b79ae2422594c606b29 is 50, key is test_row_0/A:col10/1732656136198/Put/seqid=0 2024-11-26T21:22:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656196214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656196215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656196216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656196218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742103_1279 (size=12101) 2024-11-26T21:22:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656196219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/c038114ccf9d4b79ae2422594c606b29 2024-11-26T21:22:16,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/2f27eb2b7c8d422f8fd490a93f05f147 is 50, key is test_row_0/B:col10/1732656136198/Put/seqid=0 2024-11-26T21:22:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742104_1280 (size=12101) 2024-11-26T21:22:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656196318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656196319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656196320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656196320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656196322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656196520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656196523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656196523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656196524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656196524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/2f27eb2b7c8d422f8fd490a93f05f147 2024-11-26T21:22:16,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/5ee55366eaf94d53946c3e8e524dae4c is 50, key is test_row_0/C:col10/1732656136198/Put/seqid=0 2024-11-26T21:22:16,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742105_1281 (size=12101) 2024-11-26T21:22:16,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/5ee55366eaf94d53946c3e8e524dae4c 2024-11-26T21:22:16,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/c038114ccf9d4b79ae2422594c606b29 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c038114ccf9d4b79ae2422594c606b29 2024-11-26T21:22:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T21:22:16,665 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-26T21:22:16,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-26T21:22:16,670 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T21:22:16,674 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:16,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:16,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c038114ccf9d4b79ae2422594c606b29, entries=150, sequenceid=134, filesize=11.8 K 2024-11-26T21:22:16,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/2f27eb2b7c8d422f8fd490a93f05f147 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2f27eb2b7c8d422f8fd490a93f05f147 2024-11-26T21:22:16,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2f27eb2b7c8d422f8fd490a93f05f147, entries=150, sequenceid=134, filesize=11.8 K 2024-11-26T21:22:16,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/5ee55366eaf94d53946c3e8e524dae4c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5ee55366eaf94d53946c3e8e524dae4c 2024-11-26T21:22:16,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5ee55366eaf94d53946c3e8e524dae4c, entries=150, sequenceid=134, filesize=11.8 K 2024-11-26T21:22:16,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f1088396e7ae9391647f85470e4b8bf1 in 488ms, sequenceid=134, compaction requested=true 2024-11-26T21:22:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:16,687 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:16,687 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:16,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:16,688 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:16,688 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:16,688 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:16,688 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:16,688 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:16,688 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/9efd1829127447438bc1145e0b05f461, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/12ffcfadfc914ee3ae41b5559df8a348, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c038114ccf9d4b79ae2422594c606b29] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=35.5 K 2024-11-26T21:22:16,688 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:16,688 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/c8176b321150427d9babfa23e4cbc39f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1aa14df93ae540efa57ae12f93249c41, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2f27eb2b7c8d422f8fd490a93f05f147] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=35.5 K 2024-11-26T21:22:16,689 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9efd1829127447438bc1145e0b05f461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732656132775 2024-11-26T21:22:16,689 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c8176b321150427d9babfa23e4cbc39f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732656132775 2024-11-26T21:22:16,689 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12ffcfadfc914ee3ae41b5559df8a348, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732656133954 2024-11-26T21:22:16,689 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aa14df93ae540efa57ae12f93249c41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732656133954 2024-11-26T21:22:16,689 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c038114ccf9d4b79ae2422594c606b29, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732656135083 2024-11-26T21:22:16,689 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f27eb2b7c8d422f8fd490a93f05f147, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732656135083 2024-11-26T21:22:16,700 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:16,701 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/cdd4b19e9a904d26a3bcfeb9bf0180ff is 50, key is test_row_0/A:col10/1732656136198/Put/seqid=0 2024-11-26T21:22:16,715 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742106_1282 (size=12409) 2024-11-26T21:22:16,717 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/f4f84eca5d36448caa2abdf8464130e2 is 50, key is test_row_0/B:col10/1732656136198/Put/seqid=0 2024-11-26T21:22:16,727 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/cdd4b19e9a904d26a3bcfeb9bf0180ff as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/cdd4b19e9a904d26a3bcfeb9bf0180ff 2024-11-26T21:22:16,734 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into cdd4b19e9a904d26a3bcfeb9bf0180ff(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:16,734 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:16,734 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=13, startTime=1732656136687; duration=0sec 2024-11-26T21:22:16,734 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:16,734 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:16,735 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:16,736 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:16,736 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:16,736 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:16,736 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e6f7a546c5f44b17a8f38643b6465940, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1727b71bdf1e42b9ab8333f562fa935a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5ee55366eaf94d53946c3e8e524dae4c] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=35.5 K 2024-11-26T21:22:16,737 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6f7a546c5f44b17a8f38643b6465940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732656132775 2024-11-26T21:22:16,737 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1727b71bdf1e42b9ab8333f562fa935a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732656133954 2024-11-26T21:22:16,737 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ee55366eaf94d53946c3e8e524dae4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732656135083 2024-11-26T21:22:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742107_1283 (size=12409) 2024-11-26T21:22:16,757 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/f4f84eca5d36448caa2abdf8464130e2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f4f84eca5d36448caa2abdf8464130e2 2024-11-26T21:22:16,759 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:16,760 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/4a4a51f56cd1415488722ca15a2ec437 is 50, key is test_row_0/C:col10/1732656136198/Put/seqid=0 2024-11-26T21:22:16,765 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into f4f84eca5d36448caa2abdf8464130e2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:16,765 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:16,766 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=13, startTime=1732656136687; duration=0sec 2024-11-26T21:22:16,766 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:16,766 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T21:22:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742108_1284 (size=12409) 2024-11-26T21:22:16,788 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/4a4a51f56cd1415488722ca15a2ec437 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4a4a51f56cd1415488722ca15a2ec437 2024-11-26T21:22:16,795 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into 4a4a51f56cd1415488722ca15a2ec437(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:16,795 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:16,795 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=13, startTime=1732656136687; duration=0sec 2024-11-26T21:22:16,795 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:16,795 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:16,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T21:22:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:16,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T21:22:16,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:16,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:16,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0e48fd2311e849d4aa010f6bd98285e6 is 50, key is test_row_0/A:col10/1732656136212/Put/seqid=0 2024-11-26T21:22:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742109_1285 (size=14541) 2024-11-26T21:22:16,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656196839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656196842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656196843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656196844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656196844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656196944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656196947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656196947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656196947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656196947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T21:22:16,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:16,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T21:22:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:16,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T21:22:17,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:17,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656197147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656197150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656197152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656197152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656197152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0e48fd2311e849d4aa010f6bd98285e6 2024-11-26T21:22:17,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/22c48a3a36ef48519b6af95559482cd4 is 50, key is test_row_0/B:col10/1732656136212/Put/seqid=0 2024-11-26T21:22:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742110_1286 (size=12151) 2024-11-26T21:22:17,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/22c48a3a36ef48519b6af95559482cd4 2024-11-26T21:22:17,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1600e0a9386545ea9ec8d5459275a2d7 is 50, key is test_row_0/C:col10/1732656136212/Put/seqid=0 2024-11-26T21:22:17,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742111_1287 (size=12151) 2024-11-26T21:22:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T21:22:17,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T21:22:17,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:17,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T21:22:17,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:17,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656197450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656197453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656197454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656197454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656197454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T21:22:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:17,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1600e0a9386545ea9ec8d5459275a2d7 2024-11-26T21:22:17,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0e48fd2311e849d4aa010f6bd98285e6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0e48fd2311e849d4aa010f6bd98285e6 2024-11-26T21:22:17,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0e48fd2311e849d4aa010f6bd98285e6, entries=200, sequenceid=158, filesize=14.2 K 2024-11-26T21:22:17,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/22c48a3a36ef48519b6af95559482cd4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/22c48a3a36ef48519b6af95559482cd4 2024-11-26T21:22:17,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/22c48a3a36ef48519b6af95559482cd4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T21:22:17,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1600e0a9386545ea9ec8d5459275a2d7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1600e0a9386545ea9ec8d5459275a2d7 2024-11-26T21:22:17,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1600e0a9386545ea9ec8d5459275a2d7, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T21:22:17,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for f1088396e7ae9391647f85470e4b8bf1 in 857ms, sequenceid=158, compaction requested=false 2024-11-26T21:22:17,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:17,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T21:22:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:17,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T21:22:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:17,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/5ba0874079544dd2a4d58451e781caf8 is 50, key is test_row_0/A:col10/1732656136842/Put/seqid=0 2024-11-26T21:22:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742112_1288 (size=12151) 2024-11-26T21:22:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T21:22:17,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:17,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656197966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656197968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656197969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656197968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:17,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656197970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656198070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656198070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656198073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656198073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656198073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,156 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/5ba0874079544dd2a4d58451e781caf8 2024-11-26T21:22:18,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/02e22be762994765b14d36bc95e4ed04 is 50, key is test_row_0/B:col10/1732656136842/Put/seqid=0 2024-11-26T21:22:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742113_1289 (size=12151) 2024-11-26T21:22:18,169 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/02e22be762994765b14d36bc95e4ed04 2024-11-26T21:22:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/18a5414241a144bdac64f8db731334ae is 50, key is test_row_0/C:col10/1732656136842/Put/seqid=0 2024-11-26T21:22:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742114_1290 (size=12151) 2024-11-26T21:22:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656198273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656198273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656198275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656198276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656198276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656198575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656198577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656198578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656198578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,580 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/18a5414241a144bdac64f8db731334ae 2024-11-26T21:22:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656198581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/5ba0874079544dd2a4d58451e781caf8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5ba0874079544dd2a4d58451e781caf8 2024-11-26T21:22:18,590 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5ba0874079544dd2a4d58451e781caf8, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T21:22:18,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/02e22be762994765b14d36bc95e4ed04 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/02e22be762994765b14d36bc95e4ed04 2024-11-26T21:22:18,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/02e22be762994765b14d36bc95e4ed04, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T21:22:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/18a5414241a144bdac64f8db731334ae as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/18a5414241a144bdac64f8db731334ae 2024-11-26T21:22:18,599 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/18a5414241a144bdac64f8db731334ae, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T21:22:18,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f1088396e7ae9391647f85470e4b8bf1 in 853ms, sequenceid=175, compaction requested=true 2024-11-26T21:22:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-26T21:22:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-26T21:22:18,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-26T21:22:18,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-26T21:22:18,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9370 sec 2024-11-26T21:22:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T21:22:18,775 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-26T21:22:18,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-26T21:22:18,778 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:18,779 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:18,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T21:22:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T21:22:18,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:18,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T21:22:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:18,932 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T21:22:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:18,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/980b99038d584de295dacb5044e2555c is 50, key is test_row_0/A:col10/1732656137967/Put/seqid=0 2024-11-26T21:22:18,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742115_1291 (size=12151) 2024-11-26T21:22:18,942 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/980b99038d584de295dacb5044e2555c 2024-11-26T21:22:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/0e18fd8d967c497380da13872bfaf322 is 50, key is test_row_0/B:col10/1732656137967/Put/seqid=0 2024-11-26T21:22:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742116_1292 (size=12151) 2024-11-26T21:22:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T21:22:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:19,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656199091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656199092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656199092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656199093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656199094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656199197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656199197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656199197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656199197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656199198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,354 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/0e18fd8d967c497380da13872bfaf322 2024-11-26T21:22:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1d0b8cc9ba134bf2bd667beddcb1a655 is 50, key is test_row_0/C:col10/1732656137967/Put/seqid=0 2024-11-26T21:22:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742117_1293 (size=12151) 2024-11-26T21:22:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T21:22:19,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656199400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656199400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656199400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656199400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656199401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656199703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656199704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656199704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656199705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656199707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:19,769 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1d0b8cc9ba134bf2bd667beddcb1a655 2024-11-26T21:22:19,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/980b99038d584de295dacb5044e2555c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/980b99038d584de295dacb5044e2555c 2024-11-26T21:22:19,778 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/980b99038d584de295dacb5044e2555c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T21:22:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/0e18fd8d967c497380da13872bfaf322 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0e18fd8d967c497380da13872bfaf322 2024-11-26T21:22:19,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0e18fd8d967c497380da13872bfaf322, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T21:22:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/1d0b8cc9ba134bf2bd667beddcb1a655 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1d0b8cc9ba134bf2bd667beddcb1a655 2024-11-26T21:22:19,787 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1d0b8cc9ba134bf2bd667beddcb1a655, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T21:22:19,788 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f1088396e7ae9391647f85470e4b8bf1 in 857ms, sequenceid=195, compaction requested=true 2024-11-26T21:22:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-26T21:22:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-26T21:22:19,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T21:22:19,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-26T21:22:19,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0150 sec 2024-11-26T21:22:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T21:22:19,883 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-26T21:22:19,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-26T21:22:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T21:22:19,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:19,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:19,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T21:22:20,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T21:22:20,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:20,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T21:22:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:20,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/b75c98d67ee44addaff71e69ccaf5835 is 50, key is test_row_0/A:col10/1732656139091/Put/seqid=0 2024-11-26T21:22:20,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742118_1294 (size=12151) 2024-11-26T21:22:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T21:22:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:20,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656200224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656200227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656200228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656200228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656200228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656200329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656200332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656200333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656200333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656200333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/b75c98d67ee44addaff71e69ccaf5835 2024-11-26T21:22:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/ab97aa0cc3524637bd3f5aaf9ff0caf0 is 50, key is test_row_0/B:col10/1732656139091/Put/seqid=0 2024-11-26T21:22:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742119_1295 (size=12151) 2024-11-26T21:22:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T21:22:20,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656200532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656200536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656200536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656200537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656200537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656200836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656200839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656200839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656200840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656200841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:20,865 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/ab97aa0cc3524637bd3f5aaf9ff0caf0 2024-11-26T21:22:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/27f02d066aec493c86fe557290ee477e is 50, key is test_row_0/C:col10/1732656139091/Put/seqid=0 2024-11-26T21:22:20,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742120_1296 (size=12151) 2024-11-26T21:22:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T21:22:21,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/27f02d066aec493c86fe557290ee477e 2024-11-26T21:22:21,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/b75c98d67ee44addaff71e69ccaf5835 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b75c98d67ee44addaff71e69ccaf5835 2024-11-26T21:22:21,288 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b75c98d67ee44addaff71e69ccaf5835, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T21:22:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/ab97aa0cc3524637bd3f5aaf9ff0caf0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/ab97aa0cc3524637bd3f5aaf9ff0caf0 2024-11-26T21:22:21,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/ab97aa0cc3524637bd3f5aaf9ff0caf0, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T21:22:21,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/27f02d066aec493c86fe557290ee477e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/27f02d066aec493c86fe557290ee477e 2024-11-26T21:22:21,298 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/27f02d066aec493c86fe557290ee477e, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T21:22:21,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for f1088396e7ae9391647f85470e4b8bf1 in 1261ms, sequenceid=211, compaction requested=true 2024-11-26T21:22:21,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:21,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:21,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-26T21:22:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-26T21:22:21,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T21:22:21,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-26T21:22:21,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4180 sec 2024-11-26T21:22:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:21,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:22:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:21,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:21,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:21,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:21,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/2129b120733a4a2da2305ba3478acf88 is 50, key is test_row_0/A:col10/1732656140226/Put/seqid=0 2024-11-26T21:22:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742121_1297 (size=12151) 2024-11-26T21:22:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656201353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656201353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656201358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656201358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656201358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656201459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656201459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656201461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656201462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656201462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656201661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656201662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656201665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656201665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656201666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/2129b120733a4a2da2305ba3478acf88 2024-11-26T21:22:21,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/7b9b8032bd5a44f99351e7414a8e8e5e is 50, key is test_row_0/B:col10/1732656140226/Put/seqid=0 2024-11-26T21:22:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742122_1298 (size=12151) 2024-11-26T21:22:21,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656201965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656201966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656201968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656201969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656201971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T21:22:21,990 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-26T21:22:21,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-26T21:22:21,993 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T21:22:21,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:21,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T21:22:22,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T21:22:22,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:22,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:22,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:22,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/7b9b8032bd5a44f99351e7414a8e8e5e 2024-11-26T21:22:22,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/318112aaa1764dcba8227fe35acad579 is 50, key is test_row_0/C:col10/1732656140226/Put/seqid=0 2024-11-26T21:22:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742123_1299 (size=12151) 2024-11-26T21:22:22,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/318112aaa1764dcba8227fe35acad579 2024-11-26T21:22:22,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/2129b120733a4a2da2305ba3478acf88 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/2129b120733a4a2da2305ba3478acf88 2024-11-26T21:22:22,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/2129b120733a4a2da2305ba3478acf88, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T21:22:22,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/7b9b8032bd5a44f99351e7414a8e8e5e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/7b9b8032bd5a44f99351e7414a8e8e5e 2024-11-26T21:22:22,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/7b9b8032bd5a44f99351e7414a8e8e5e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T21:22:22,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/318112aaa1764dcba8227fe35acad579 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/318112aaa1764dcba8227fe35acad579 2024-11-26T21:22:22,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/318112aaa1764dcba8227fe35acad579, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T21:22:22,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f1088396e7ae9391647f85470e4b8bf1 in 873ms, sequenceid=234, compaction requested=true 2024-11-26T21:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:22,217 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T21:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:22,217 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T21:22:22,219 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75554 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T21:22:22,219 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:22,219 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73164 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T21:22:22,219 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:22,219 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:22,219 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:22,219 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/cdd4b19e9a904d26a3bcfeb9bf0180ff, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0e48fd2311e849d4aa010f6bd98285e6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5ba0874079544dd2a4d58451e781caf8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/980b99038d584de295dacb5044e2555c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b75c98d67ee44addaff71e69ccaf5835, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/2129b120733a4a2da2305ba3478acf88] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=73.8 K 2024-11-26T21:22:22,219 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f4f84eca5d36448caa2abdf8464130e2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/22c48a3a36ef48519b6af95559482cd4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/02e22be762994765b14d36bc95e4ed04, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0e18fd8d967c497380da13872bfaf322, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/ab97aa0cc3524637bd3f5aaf9ff0caf0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/7b9b8032bd5a44f99351e7414a8e8e5e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=71.4 K 2024-11-26T21:22:22,220 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdd4b19e9a904d26a3bcfeb9bf0180ff, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732656135083 2024-11-26T21:22:22,220 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f4f84eca5d36448caa2abdf8464130e2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732656135083 2024-11-26T21:22:22,220 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e48fd2311e849d4aa010f6bd98285e6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656136212 2024-11-26T21:22:22,220 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 22c48a3a36ef48519b6af95559482cd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656136212 2024-11-26T21:22:22,221 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ba0874079544dd2a4d58451e781caf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656136837 2024-11-26T21:22:22,221 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e22be762994765b14d36bc95e4ed04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656136837 2024-11-26T21:22:22,221 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 980b99038d584de295dacb5044e2555c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732656137967 2024-11-26T21:22:22,221 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e18fd8d967c497380da13872bfaf322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732656137967 2024-11-26T21:22:22,221 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b75c98d67ee44addaff71e69ccaf5835, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732656139091 2024-11-26T21:22:22,221 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ab97aa0cc3524637bd3f5aaf9ff0caf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732656139091 2024-11-26T21:22:22,222 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b9b8032bd5a44f99351e7414a8e8e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732656140220 2024-11-26T21:22:22,222 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2129b120733a4a2da2305ba3478acf88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732656140220 2024-11-26T21:22:22,236 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#253 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:22,236 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#252 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:22,237 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/8396cee9475e418384028703b6eb6194 is 50, key is test_row_0/A:col10/1732656140226/Put/seqid=0 2024-11-26T21:22:22,237 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/0c54921f048c449c826cdc0794f2a0b9 is 50, key is test_row_0/B:col10/1732656140226/Put/seqid=0 2024-11-26T21:22:22,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742124_1300 (size=12663) 2024-11-26T21:22:22,255 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/8396cee9475e418384028703b6eb6194 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8396cee9475e418384028703b6eb6194 2024-11-26T21:22:22,260 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into 8396cee9475e418384028703b6eb6194(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:22,261 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:22,261 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=10, startTime=1732656142217; duration=0sec 2024-11-26T21:22:22,261 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:22,261 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:22,261 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T21:22:22,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742125_1301 (size=12663) 2024-11-26T21:22:22,264 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73164 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T21:22:22,264 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:22,264 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:22,264 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4a4a51f56cd1415488722ca15a2ec437, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1600e0a9386545ea9ec8d5459275a2d7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/18a5414241a144bdac64f8db731334ae, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1d0b8cc9ba134bf2bd667beddcb1a655, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/27f02d066aec493c86fe557290ee477e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/318112aaa1764dcba8227fe35acad579] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=71.4 K 2024-11-26T21:22:22,265 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a4a51f56cd1415488722ca15a2ec437, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732656135083 2024-11-26T21:22:22,265 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1600e0a9386545ea9ec8d5459275a2d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732656136212 2024-11-26T21:22:22,266 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18a5414241a144bdac64f8db731334ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732656136837 2024-11-26T21:22:22,266 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d0b8cc9ba134bf2bd667beddcb1a655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732656137967 2024-11-26T21:22:22,268 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27f02d066aec493c86fe557290ee477e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732656139091 2024-11-26T21:22:22,268 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/0c54921f048c449c826cdc0794f2a0b9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0c54921f048c449c826cdc0794f2a0b9 2024-11-26T21:22:22,268 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 318112aaa1764dcba8227fe35acad579, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732656140220 2024-11-26T21:22:22,275 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into 0c54921f048c449c826cdc0794f2a0b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:22,275 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:22,275 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=10, startTime=1732656142217; duration=0sec 2024-11-26T21:22:22,275 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:22,275 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:22,283 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:22,283 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/d2f4a907dcbd40639077c992cb36a440 is 50, key is test_row_0/C:col10/1732656140226/Put/seqid=0 2024-11-26T21:22:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742126_1302 (size=12663) 2024-11-26T21:22:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T21:22:22,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T21:22:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:22,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T21:22:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/697f97522db6403e8bc249c2b7f98db9 is 50, key is test_row_0/A:col10/1732656141357/Put/seqid=0 2024-11-26T21:22:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742127_1303 (size=12151) 2024-11-26T21:22:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:22,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656202485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656202486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656202487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656202488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656202488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656202589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656202590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656202590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656202591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656202591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T21:22:22,698 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/d2f4a907dcbd40639077c992cb36a440 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d2f4a907dcbd40639077c992cb36a440 2024-11-26T21:22:22,703 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into d2f4a907dcbd40639077c992cb36a440(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:22,703 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:22,703 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=10, startTime=1732656142217; duration=0sec 2024-11-26T21:22:22,703 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:22,703 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:22,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/697f97522db6403e8bc249c2b7f98db9 2024-11-26T21:22:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/bbc44e52a0094f25b3f74877c65b93ca is 50, key is test_row_0/B:col10/1732656141357/Put/seqid=0 2024-11-26T21:22:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742128_1304 (size=12151) 2024-11-26T21:22:22,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656202792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656202793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656202793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656202793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656202794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656203094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T21:22:23,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656203098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656203100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656203100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656203108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,125 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/bbc44e52a0094f25b3f74877c65b93ca 2024-11-26T21:22:23,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/733ffa42e5d9499d91db5262ed3dd0ca is 50, key is test_row_0/C:col10/1732656141357/Put/seqid=0 2024-11-26T21:22:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742129_1305 (size=12151) 2024-11-26T21:22:23,541 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/733ffa42e5d9499d91db5262ed3dd0ca 2024-11-26T21:22:23,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/697f97522db6403e8bc249c2b7f98db9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/697f97522db6403e8bc249c2b7f98db9 2024-11-26T21:22:23,550 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/697f97522db6403e8bc249c2b7f98db9, entries=150, sequenceid=250, filesize=11.9 K 2024-11-26T21:22:23,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/bbc44e52a0094f25b3f74877c65b93ca as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/bbc44e52a0094f25b3f74877c65b93ca 2024-11-26T21:22:23,556 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/bbc44e52a0094f25b3f74877c65b93ca, entries=150, sequenceid=250, filesize=11.9 K 2024-11-26T21:22:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/733ffa42e5d9499d91db5262ed3dd0ca as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/733ffa42e5d9499d91db5262ed3dd0ca 2024-11-26T21:22:23,562 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/733ffa42e5d9499d91db5262ed3dd0ca, entries=150, sequenceid=250, filesize=11.9 K 2024-11-26T21:22:23,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f1088396e7ae9391647f85470e4b8bf1 in 1263ms, sequenceid=250, compaction requested=false 2024-11-26T21:22:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-26T21:22:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-26T21:22:23,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-26T21:22:23,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5700 sec 2024-11-26T21:22:23,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.5740 sec 2024-11-26T21:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:23,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:22:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:23,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/5eec76dd2c7a47b9b79495d9aff466a5 is 50, key is test_row_0/A:col10/1732656142485/Put/seqid=0 2024-11-26T21:22:23,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742130_1306 (size=12301) 2024-11-26T21:22:23,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656203612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656203613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656203615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656203615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656203615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/5eec76dd2c7a47b9b79495d9aff466a5 2024-11-26T21:22:23,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a1189d3db2a44d28bb21fbdcf5c909aa is 50, key is test_row_0/B:col10/1732656142485/Put/seqid=0 2024-11-26T21:22:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742131_1307 (size=12301) 2024-11-26T21:22:23,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656203716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656203718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656203719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656203719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656203920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656203922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656203922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:23,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656203922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a1189d3db2a44d28bb21fbdcf5c909aa 2024-11-26T21:22:24,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/5b273e6c02504ad488b4c1510c1cd2ae is 50, key is test_row_0/C:col10/1732656142485/Put/seqid=0 2024-11-26T21:22:24,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742132_1308 (size=12301) 2024-11-26T21:22:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T21:22:24,098 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-26T21:22:24,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T21:22:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T21:22:24,101 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:24,102 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:24,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T21:22:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656204224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656204225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656204225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656204225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T21:22:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:24,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T21:22:24,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T21:22:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:24,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:24,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:24,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/5b273e6c02504ad488b4c1510c1cd2ae 2024-11-26T21:22:24,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/5eec76dd2c7a47b9b79495d9aff466a5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5eec76dd2c7a47b9b79495d9aff466a5 2024-11-26T21:22:24,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5eec76dd2c7a47b9b79495d9aff466a5, entries=150, sequenceid=274, filesize=12.0 K 2024-11-26T21:22:24,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/a1189d3db2a44d28bb21fbdcf5c909aa as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a1189d3db2a44d28bb21fbdcf5c909aa 2024-11-26T21:22:24,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a1189d3db2a44d28bb21fbdcf5c909aa, entries=150, sequenceid=274, filesize=12.0 K 2024-11-26T21:22:24,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/5b273e6c02504ad488b4c1510c1cd2ae as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5b273e6c02504ad488b4c1510c1cd2ae 2024-11-26T21:22:24,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5b273e6c02504ad488b4c1510c1cd2ae, entries=150, sequenceid=274, filesize=12.0 K 2024-11-26T21:22:24,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f1088396e7ae9391647f85470e4b8bf1 in 869ms, sequenceid=274, compaction requested=true 2024-11-26T21:22:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:24,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:24,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:24,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:24,472 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:24,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:24,472 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:24,472 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:24,473 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:24,473 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,473 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0c54921f048c449c826cdc0794f2a0b9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/bbc44e52a0094f25b3f74877c65b93ca, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a1189d3db2a44d28bb21fbdcf5c909aa] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.2 K 2024-11-26T21:22:24,473 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:24,473 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:24,473 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,473 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8396cee9475e418384028703b6eb6194, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/697f97522db6403e8bc249c2b7f98db9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5eec76dd2c7a47b9b79495d9aff466a5] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.2 K 2024-11-26T21:22:24,473 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c54921f048c449c826cdc0794f2a0b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732656140220 2024-11-26T21:22:24,474 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8396cee9475e418384028703b6eb6194, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732656140220 2024-11-26T21:22:24,474 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting bbc44e52a0094f25b3f74877c65b93ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732656141351 2024-11-26T21:22:24,474 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting a1189d3db2a44d28bb21fbdcf5c909aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732656142484 2024-11-26T21:22:24,475 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 697f97522db6403e8bc249c2b7f98db9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732656141351 2024-11-26T21:22:24,480 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eec76dd2c7a47b9b79495d9aff466a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732656142484 2024-11-26T21:22:24,491 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:24,492 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:24,492 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/8c9e8d4f08144388b7cef92f3591e465 is 50, key is test_row_0/A:col10/1732656142485/Put/seqid=0 2024-11-26T21:22:24,492 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/0097ca3928814f62bc80457fef172291 is 50, key is test_row_0/B:col10/1732656142485/Put/seqid=0 2024-11-26T21:22:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742133_1309 (size=12915) 2024-11-26T21:22:24,504 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/8c9e8d4f08144388b7cef92f3591e465 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8c9e8d4f08144388b7cef92f3591e465 2024-11-26T21:22:24,510 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into 8c9e8d4f08144388b7cef92f3591e465(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:24,510 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:24,510 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=13, startTime=1732656144471; duration=0sec 2024-11-26T21:22:24,511 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:24,511 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:24,511 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:24,512 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:24,512 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:24,512 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,512 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d2f4a907dcbd40639077c992cb36a440, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/733ffa42e5d9499d91db5262ed3dd0ca, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5b273e6c02504ad488b4c1510c1cd2ae] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.2 K 2024-11-26T21:22:24,513 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f4a907dcbd40639077c992cb36a440, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732656140220 2024-11-26T21:22:24,513 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 733ffa42e5d9499d91db5262ed3dd0ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732656141351 2024-11-26T21:22:24,513 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b273e6c02504ad488b4c1510c1cd2ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732656142484 2024-11-26T21:22:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742134_1310 (size=12915) 2024-11-26T21:22:24,522 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:24,523 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/8996b72d421b4663b5183072b30db212 is 50, key is test_row_0/C:col10/1732656142485/Put/seqid=0 2024-11-26T21:22:24,528 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/0097ca3928814f62bc80457fef172291 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0097ca3928814f62bc80457fef172291 2024-11-26T21:22:24,534 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into 0097ca3928814f62bc80457fef172291(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:24,534 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:24,534 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=13, startTime=1732656144472; duration=0sec 2024-11-26T21:22:24,534 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:24,534 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742135_1311 (size=12915) 2024-11-26T21:22:24,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T21:22:24,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:24,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:22:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:24,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/d93bcbe09f554a4f975219f13f7f3856 is 50, key is test_row_0/A:col10/1732656143614/Put/seqid=0 2024-11-26T21:22:24,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742136_1312 (size=12301) 2024-11-26T21:22:24,573 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/d93bcbe09f554a4f975219f13f7f3856 2024-11-26T21:22:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/eba8700f4f704668a592f873681d656e is 50, key is test_row_0/B:col10/1732656143614/Put/seqid=0 2024-11-26T21:22:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742137_1313 (size=12301) 2024-11-26T21:22:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:24,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:24,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656204666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T21:22:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656204730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656204731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656204731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656204731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656204769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,943 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/8996b72d421b4663b5183072b30db212 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/8996b72d421b4663b5183072b30db212 2024-11-26T21:22:24,949 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into 8996b72d421b4663b5183072b30db212(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:24,949 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:24,949 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=13, startTime=1732656144472; duration=0sec 2024-11-26T21:22:24,949 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:24,949 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656204972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:24,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/eba8700f4f704668a592f873681d656e 2024-11-26T21:22:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/fd51cbe3709b48b59f494a27bfe45ae3 is 50, key is test_row_0/C:col10/1732656143614/Put/seqid=0 2024-11-26T21:22:24,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742138_1314 (size=12301) 2024-11-26T21:22:24,997 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/fd51cbe3709b48b59f494a27bfe45ae3 2024-11-26T21:22:25,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/d93bcbe09f554a4f975219f13f7f3856 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d93bcbe09f554a4f975219f13f7f3856 2024-11-26T21:22:25,007 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d93bcbe09f554a4f975219f13f7f3856, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T21:22:25,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/eba8700f4f704668a592f873681d656e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/eba8700f4f704668a592f873681d656e 2024-11-26T21:22:25,012 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/eba8700f4f704668a592f873681d656e, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T21:22:25,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/fd51cbe3709b48b59f494a27bfe45ae3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd51cbe3709b48b59f494a27bfe45ae3 2024-11-26T21:22:25,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd51cbe3709b48b59f494a27bfe45ae3, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T21:22:25,018 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f1088396e7ae9391647f85470e4b8bf1 in 458ms, sequenceid=289, compaction requested=false 2024-11-26T21:22:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T21:22:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-26T21:22:25,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T21:22:25,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 917 msec 2024-11-26T21:22:25,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 923 msec 2024-11-26T21:22:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T21:22:25,205 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-26T21:22:25,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T21:22:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T21:22:25,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:25,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:25,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:25,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:22:25,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:25,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:25,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:25,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:25,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:25,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:25,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/bdde21141212438485d5bd2e9aa00262 is 50, key is test_row_0/A:col10/1732656144663/Put/seqid=0 2024-11-26T21:22:25,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742139_1315 (size=12301) 2024-11-26T21:22:25,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656205301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T21:22:25,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T21:22:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656205405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T21:22:25,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T21:22:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656205609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T21:22:25,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:25,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/bdde21141212438485d5bd2e9aa00262 2024-11-26T21:22:25,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/1fd69bb5dd9e46d28fb15e6b26b65e79 is 50, key is test_row_0/B:col10/1732656144663/Put/seqid=0 2024-11-26T21:22:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742140_1316 (size=12301) 2024-11-26T21:22:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656205737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656205737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656205742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656205742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T21:22:25,819 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T21:22:25,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:25,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656205914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:25,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T21:22:25,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:25,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:25,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:26,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/1fd69bb5dd9e46d28fb15e6b26b65e79 2024-11-26T21:22:26,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/7e7f62f5127b43f3be3cf5a8e31d8218 is 50, key is test_row_0/C:col10/1732656144663/Put/seqid=0 2024-11-26T21:22:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742141_1317 (size=12301) 2024-11-26T21:22:26,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/7e7f62f5127b43f3be3cf5a8e31d8218 2024-11-26T21:22:26,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:26,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T21:22:26,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:26,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:26,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:26,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:26,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:26,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/bdde21141212438485d5bd2e9aa00262 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/bdde21141212438485d5bd2e9aa00262 2024-11-26T21:22:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:26,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/bdde21141212438485d5bd2e9aa00262, entries=150, sequenceid=314, filesize=12.0 K 2024-11-26T21:22:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/1fd69bb5dd9e46d28fb15e6b26b65e79 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1fd69bb5dd9e46d28fb15e6b26b65e79 2024-11-26T21:22:26,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1fd69bb5dd9e46d28fb15e6b26b65e79, entries=150, sequenceid=314, filesize=12.0 K 2024-11-26T21:22:26,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/7e7f62f5127b43f3be3cf5a8e31d8218 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/7e7f62f5127b43f3be3cf5a8e31d8218 2024-11-26T21:22:26,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/7e7f62f5127b43f3be3cf5a8e31d8218, entries=150, sequenceid=314, filesize=12.0 K 2024-11-26T21:22:26,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f1088396e7ae9391647f85470e4b8bf1 in 868ms, sequenceid=314, compaction requested=true 2024-11-26T21:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:26,144 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:26,144 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:26,145 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:26,145 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:26,145 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:26,145 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:26,145 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:26,145 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:26,145 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0097ca3928814f62bc80457fef172291, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/eba8700f4f704668a592f873681d656e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1fd69bb5dd9e46d28fb15e6b26b65e79] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.6 K 2024-11-26T21:22:26,145 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8c9e8d4f08144388b7cef92f3591e465, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d93bcbe09f554a4f975219f13f7f3856, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/bdde21141212438485d5bd2e9aa00262] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.6 K 2024-11-26T21:22:26,146 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0097ca3928814f62bc80457fef172291, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732656142484 2024-11-26T21:22:26,146 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c9e8d4f08144388b7cef92f3591e465, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732656142484 2024-11-26T21:22:26,147 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting eba8700f4f704668a592f873681d656e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732656143611 2024-11-26T21:22:26,147 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d93bcbe09f554a4f975219f13f7f3856, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732656143611 2024-11-26T21:22:26,147 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdde21141212438485d5bd2e9aa00262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732656144663 2024-11-26T21:22:26,148 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fd69bb5dd9e46d28fb15e6b26b65e79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732656144663 2024-11-26T21:22:26,166 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:26,166 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:26,167 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/26f80a39065f4fa8a354ec34b1c88d73 is 50, key is test_row_0/A:col10/1732656144663/Put/seqid=0 2024-11-26T21:22:26,167 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/4ba6bf0adfdb4b56ad675d27479cccb9 is 50, key is test_row_0/B:col10/1732656144663/Put/seqid=0 2024-11-26T21:22:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742142_1318 (size=13017) 2024-11-26T21:22:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742143_1319 (size=13017) 2024-11-26T21:22:26,278 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:26,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T21:22:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:26,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:22:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/1160ed9232744a2982f53c7c4de7628d is 50, key is test_row_0/A:col10/1732656145291/Put/seqid=0 2024-11-26T21:22:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742144_1320 (size=12301) 2024-11-26T21:22:26,291 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/1160ed9232744a2982f53c7c4de7628d 2024-11-26T21:22:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/557562aa1aa247c5897b4e8d9f139df0 is 50, key is test_row_0/B:col10/1732656145291/Put/seqid=0 2024-11-26T21:22:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T21:22:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742145_1321 (size=12301) 2024-11-26T21:22:26,320 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/557562aa1aa247c5897b4e8d9f139df0 2024-11-26T21:22:26,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/0f1375a5981e4afbbf1d98c0dd9cc31e is 50, key is test_row_0/C:col10/1732656145291/Put/seqid=0 2024-11-26T21:22:26,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742146_1322 (size=12301) 2024-11-26T21:22:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:26,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:26,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656206482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:26,577 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/26f80a39065f4fa8a354ec34b1c88d73 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/26f80a39065f4fa8a354ec34b1c88d73 2024-11-26T21:22:26,579 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/4ba6bf0adfdb4b56ad675d27479cccb9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4ba6bf0adfdb4b56ad675d27479cccb9 2024-11-26T21:22:26,588 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into 4ba6bf0adfdb4b56ad675d27479cccb9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:26,588 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:26,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:26,588 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=13, startTime=1732656146144; duration=0sec 2024-11-26T21:22:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656206587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:26,589 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:26,589 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:26,589 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:26,589 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into 26f80a39065f4fa8a354ec34b1c88d73(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:26,589 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:26,589 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=13, startTime=1732656146144; duration=0sec 2024-11-26T21:22:26,589 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:26,590 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:26,590 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:26,590 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:26,590 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:26,590 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/8996b72d421b4663b5183072b30db212, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd51cbe3709b48b59f494a27bfe45ae3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/7e7f62f5127b43f3be3cf5a8e31d8218] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.6 K 2024-11-26T21:22:26,590 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8996b72d421b4663b5183072b30db212, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732656142484 2024-11-26T21:22:26,591 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting fd51cbe3709b48b59f494a27bfe45ae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732656143611 2024-11-26T21:22:26,591 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e7f62f5127b43f3be3cf5a8e31d8218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732656144663 2024-11-26T21:22:26,598 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:26,599 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/c029c5ab997945139439147147fae863 is 50, key is test_row_0/C:col10/1732656144663/Put/seqid=0 2024-11-26T21:22:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742147_1323 (size=13017) 2024-11-26T21:22:26,735 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/0f1375a5981e4afbbf1d98c0dd9cc31e 2024-11-26T21:22:26,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/1160ed9232744a2982f53c7c4de7628d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/1160ed9232744a2982f53c7c4de7628d 2024-11-26T21:22:26,744 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/1160ed9232744a2982f53c7c4de7628d, entries=150, sequenceid=326, filesize=12.0 K 2024-11-26T21:22:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/557562aa1aa247c5897b4e8d9f139df0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/557562aa1aa247c5897b4e8d9f139df0 2024-11-26T21:22:26,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/557562aa1aa247c5897b4e8d9f139df0, entries=150, sequenceid=326, filesize=12.0 K 2024-11-26T21:22:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/0f1375a5981e4afbbf1d98c0dd9cc31e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/0f1375a5981e4afbbf1d98c0dd9cc31e 2024-11-26T21:22:26,754 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/0f1375a5981e4afbbf1d98c0dd9cc31e, entries=150, sequenceid=326, filesize=12.0 K 2024-11-26T21:22:26,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f1088396e7ae9391647f85470e4b8bf1 in 476ms, sequenceid=326, compaction requested=false 2024-11-26T21:22:26,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:26,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:26,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T21:22:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-26T21:22:26,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T21:22:26,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec 2024-11-26T21:22:26,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5540 sec 2024-11-26T21:22:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:26,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:26,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/af38bb889f0b496f9ebf431d9b6a742b is 50, key is test_row_0/A:col10/1732656146481/Put/seqid=0 2024-11-26T21:22:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742148_1324 (size=14741) 2024-11-26T21:22:26,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656206814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:26,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656206917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,019 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/c029c5ab997945139439147147fae863 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/c029c5ab997945139439147147fae863 2024-11-26T21:22:27,024 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into c029c5ab997945139439147147fae863(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:27,024 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:27,024 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=13, startTime=1732656146144; duration=0sec 2024-11-26T21:22:27,024 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:27,024 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656207119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/af38bb889f0b496f9ebf431d9b6a742b 2024-11-26T21:22:27,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/5ba9c5d57c7e48f9b9195431ee55e5f6 is 50, key is test_row_0/B:col10/1732656146481/Put/seqid=0 2024-11-26T21:22:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742149_1325 (size=12301) 2024-11-26T21:22:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T21:22:27,311 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-26T21:22:27,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T21:22:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T21:22:27,316 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:27,316 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:27,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T21:22:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656207423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T21:22:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/5ba9c5d57c7e48f9b9195431ee55e5f6 2024-11-26T21:22:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T21:22:27,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T21:22:27,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:27,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/93ac6149debc49208a18c659d9b3e0e9 is 50, key is test_row_0/C:col10/1732656146481/Put/seqid=0 2024-11-26T21:22:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742150_1326 (size=12301) 2024-11-26T21:22:27,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38116 deadline: 1732656207742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,745 DEBUG [Thread-1174 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38100 deadline: 1732656207750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,752 DEBUG [Thread-1170 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:27,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38122 deadline: 1732656207757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,759 DEBUG [Thread-1166 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:27,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732656207761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,762 DEBUG [Thread-1172 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:27,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T21:22:27,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:27,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T21:22:27,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T21:22:27,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656207927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:27,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:28,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/93ac6149debc49208a18c659d9b3e0e9 2024-11-26T21:22:28,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/af38bb889f0b496f9ebf431d9b6a742b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/af38bb889f0b496f9ebf431d9b6a742b 2024-11-26T21:22:28,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/af38bb889f0b496f9ebf431d9b6a742b, entries=200, sequenceid=353, filesize=14.4 K 2024-11-26T21:22:28,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/5ba9c5d57c7e48f9b9195431ee55e5f6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/5ba9c5d57c7e48f9b9195431ee55e5f6 2024-11-26T21:22:28,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/5ba9c5d57c7e48f9b9195431ee55e5f6, entries=150, sequenceid=353, filesize=12.0 K 2024-11-26T21:22:28,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/93ac6149debc49208a18c659d9b3e0e9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/93ac6149debc49208a18c659d9b3e0e9 2024-11-26T21:22:28,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/93ac6149debc49208a18c659d9b3e0e9, entries=150, sequenceid=353, filesize=12.0 K 2024-11-26T21:22:28,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f1088396e7ae9391647f85470e4b8bf1 in 1254ms, sequenceid=353, compaction requested=true 2024-11-26T21:22:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:28,048 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:28,048 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:28,049 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:28,049 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:28,049 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:28,049 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:28,049 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:28,049 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:28,049 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/26f80a39065f4fa8a354ec34b1c88d73, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/1160ed9232744a2982f53c7c4de7628d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/af38bb889f0b496f9ebf431d9b6a742b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=39.1 K 2024-11-26T21:22:28,049 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4ba6bf0adfdb4b56ad675d27479cccb9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/557562aa1aa247c5897b4e8d9f139df0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/5ba9c5d57c7e48f9b9195431ee55e5f6] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.7 K 2024-11-26T21:22:28,049 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba6bf0adfdb4b56ad675d27479cccb9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732656144663 2024-11-26T21:22:28,049 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26f80a39065f4fa8a354ec34b1c88d73, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732656144663 2024-11-26T21:22:28,050 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 557562aa1aa247c5897b4e8d9f139df0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732656145291 2024-11-26T21:22:28,050 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1160ed9232744a2982f53c7c4de7628d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732656145291 2024-11-26T21:22:28,050 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ba9c5d57c7e48f9b9195431ee55e5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732656146473 2024-11-26T21:22:28,051 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting af38bb889f0b496f9ebf431d9b6a742b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732656146473 2024-11-26T21:22:28,058 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:28,058 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:28,059 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/461da426035c4673b90b3f37454b39dd is 50, key is test_row_0/B:col10/1732656146481/Put/seqid=0 2024-11-26T21:22:28,059 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0553e489664546b29800bdb7b387f6e3 is 50, key is test_row_0/A:col10/1732656146481/Put/seqid=0 2024-11-26T21:22:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742151_1327 (size=13119) 2024-11-26T21:22:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742152_1328 (size=13119) 2024-11-26T21:22:28,073 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/461da426035c4673b90b3f37454b39dd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/461da426035c4673b90b3f37454b39dd 2024-11-26T21:22:28,076 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0553e489664546b29800bdb7b387f6e3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0553e489664546b29800bdb7b387f6e3 2024-11-26T21:22:28,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:28,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T21:22:28,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:28,081 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:22:28,092 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into 0553e489664546b29800bdb7b387f6e3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:28,092 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into 461da426035c4673b90b3f37454b39dd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:28,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:28,092 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:28,092 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:28,092 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=13, startTime=1732656148048; duration=0sec 2024-11-26T21:22:28,092 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=13, startTime=1732656148048; duration=0sec 2024-11-26T21:22:28,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:28,093 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:28,093 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:28,093 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:28,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:28,093 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:28,093 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:28,094 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:28,094 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:28,094 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:28,094 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/c029c5ab997945139439147147fae863, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/0f1375a5981e4afbbf1d98c0dd9cc31e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/93ac6149debc49208a18c659d9b3e0e9] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.7 K 2024-11-26T21:22:28,095 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c029c5ab997945139439147147fae863, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732656144663 2024-11-26T21:22:28,095 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f1375a5981e4afbbf1d98c0dd9cc31e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732656145291 2024-11-26T21:22:28,096 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93ac6149debc49208a18c659d9b3e0e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732656146473 2024-11-26T21:22:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/e79ac02fbf444c86845d3728ff2158be is 50, key is test_row_0/A:col10/1732656146813/Put/seqid=0 2024-11-26T21:22:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742153_1329 (size=12301) 2024-11-26T21:22:28,104 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:28,104 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/57148d0198e2416ca8cd1987de6bdd0c is 50, key is test_row_0/C:col10/1732656146481/Put/seqid=0 2024-11-26T21:22:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742154_1330 (size=13119) 2024-11-26T21:22:28,126 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/57148d0198e2416ca8cd1987de6bdd0c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/57148d0198e2416ca8cd1987de6bdd0c 2024-11-26T21:22:28,131 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into 57148d0198e2416ca8cd1987de6bdd0c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:28,131 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:28,131 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=13, startTime=1732656148048; duration=0sec 2024-11-26T21:22:28,131 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:28,132 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T21:22:28,502 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/e79ac02fbf444c86845d3728ff2158be 2024-11-26T21:22:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/9b5bd1706e854a478c0acdb87681a94b is 50, key is test_row_0/B:col10/1732656146813/Put/seqid=0 2024-11-26T21:22:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742155_1331 (size=12301) 2024-11-26T21:22:28,915 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/9b5bd1706e854a478c0acdb87681a94b 2024-11-26T21:22:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/37a7fa40fa434d6fadc3075b6c60c257 is 50, key is test_row_0/C:col10/1732656146813/Put/seqid=0 2024-11-26T21:22:28,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742156_1332 (size=12301) 2024-11-26T21:22:28,934 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/37a7fa40fa434d6fadc3075b6c60c257 2024-11-26T21:22:28,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/e79ac02fbf444c86845d3728ff2158be as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/e79ac02fbf444c86845d3728ff2158be 2024-11-26T21:22:28,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/e79ac02fbf444c86845d3728ff2158be, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T21:22:28,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/9b5bd1706e854a478c0acdb87681a94b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/9b5bd1706e854a478c0acdb87681a94b 2024-11-26T21:22:28,949 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/9b5bd1706e854a478c0acdb87681a94b, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T21:22:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/37a7fa40fa434d6fadc3075b6c60c257 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/37a7fa40fa434d6fadc3075b6c60c257 2024-11-26T21:22:28,955 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/37a7fa40fa434d6fadc3075b6c60c257, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T21:22:28,956 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=46.96 KB/48090 for f1088396e7ae9391647f85470e4b8bf1 in 875ms, sequenceid=366, compaction requested=false 2024-11-26T21:22:28,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:28,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:28,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T21:22:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-26T21:22:28,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T21:22:28,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6410 sec 2024-11-26T21:22:28,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:22:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:28,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:28,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.6450 sec 2024-11-26T21:22:28,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/c61802fb29ca4c4e908193d2f442ef71 is 50, key is test_row_0/A:col10/1732656148949/Put/seqid=0 2024-11-26T21:22:28,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742157_1333 (size=14741) 2024-11-26T21:22:28,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/c61802fb29ca4c4e908193d2f442ef71 2024-11-26T21:22:28,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/49c466cb526e486d8629e20b6f66dede is 50, key is test_row_0/B:col10/1732656148949/Put/seqid=0 2024-11-26T21:22:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742158_1334 (size=12301) 2024-11-26T21:22:29,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/49c466cb526e486d8629e20b6f66dede 2024-11-26T21:22:29,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/fd33e4225e974682b505bdb41cf34f12 is 50, key is test_row_0/C:col10/1732656148949/Put/seqid=0 2024-11-26T21:22:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742159_1335 (size=12301) 2024-11-26T21:22:29,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/fd33e4225e974682b505bdb41cf34f12 2024-11-26T21:22:29,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656209021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/c61802fb29ca4c4e908193d2f442ef71 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c61802fb29ca4c4e908193d2f442ef71 2024-11-26T21:22:29,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c61802fb29ca4c4e908193d2f442ef71, entries=200, sequenceid=380, filesize=14.4 K 2024-11-26T21:22:29,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/49c466cb526e486d8629e20b6f66dede as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/49c466cb526e486d8629e20b6f66dede 2024-11-26T21:22:29,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/49c466cb526e486d8629e20b6f66dede, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T21:22:29,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/fd33e4225e974682b505bdb41cf34f12 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd33e4225e974682b505bdb41cf34f12 2024-11-26T21:22:29,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd33e4225e974682b505bdb41cf34f12, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T21:22:29,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f1088396e7ae9391647f85470e4b8bf1 in 83ms, sequenceid=380, compaction requested=true 2024-11-26T21:22:29,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:29,042 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:29,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:29,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:29,042 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:29,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:29,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:29,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:29,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:29,044 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:29,044 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:29,044 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:29,044 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,044 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:29,044 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,044 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0553e489664546b29800bdb7b387f6e3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/e79ac02fbf444c86845d3728ff2158be, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c61802fb29ca4c4e908193d2f442ef71] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=39.2 K 2024-11-26T21:22:29,044 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/461da426035c4673b90b3f37454b39dd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/9b5bd1706e854a478c0acdb87681a94b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/49c466cb526e486d8629e20b6f66dede] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.8 K 2024-11-26T21:22:29,045 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0553e489664546b29800bdb7b387f6e3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732656146473 2024-11-26T21:22:29,045 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e79ac02fbf444c86845d3728ff2158be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732656146794 2024-11-26T21:22:29,045 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 461da426035c4673b90b3f37454b39dd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732656146473 2024-11-26T21:22:29,045 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61802fb29ca4c4e908193d2f442ef71, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656148949 2024-11-26T21:22:29,046 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5bd1706e854a478c0acdb87681a94b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732656146794 2024-11-26T21:22:29,046 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 49c466cb526e486d8629e20b6f66dede, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656148949 2024-11-26T21:22:29,055 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:29,056 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/dc2ca318fd164f6b9a7102615d7e2b49 is 50, key is test_row_0/A:col10/1732656148949/Put/seqid=0 2024-11-26T21:22:29,057 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:29,058 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/176eab09b0354143b5a3369edbe7047a is 50, key is test_row_0/B:col10/1732656148949/Put/seqid=0 2024-11-26T21:22:29,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742160_1336 (size=13221) 2024-11-26T21:22:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742161_1337 (size=13221) 2024-11-26T21:22:29,080 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/176eab09b0354143b5a3369edbe7047a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/176eab09b0354143b5a3369edbe7047a 2024-11-26T21:22:29,087 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into 176eab09b0354143b5a3369edbe7047a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:29,087 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:29,087 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=13, startTime=1732656149042; duration=0sec 2024-11-26T21:22:29,087 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:29,087 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:29,087 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:29,089 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:29,089 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/C is initiating minor compaction (all files) 2024-11-26T21:22:29,089 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/C in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,089 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/57148d0198e2416ca8cd1987de6bdd0c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/37a7fa40fa434d6fadc3075b6c60c257, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd33e4225e974682b505bdb41cf34f12] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=36.8 K 2024-11-26T21:22:29,089 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 57148d0198e2416ca8cd1987de6bdd0c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732656146473 2024-11-26T21:22:29,089 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a7fa40fa434d6fadc3075b6c60c257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732656146794 2024-11-26T21:22:29,090 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting fd33e4225e974682b505bdb41cf34f12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656148949 2024-11-26T21:22:29,097 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:29,097 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/6ab923c48dec46fa8f0a147bf2c77405 is 50, key is test_row_0/C:col10/1732656148949/Put/seqid=0 2024-11-26T21:22:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742162_1338 (size=13221) 2024-11-26T21:22:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:29,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:22:29,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:29,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:29,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:29,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:29,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:29,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:29,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/48f3d5befa7940498b352d0351aa7d3b is 50, key is test_row_0/A:col10/1732656149007/Put/seqid=0 2024-11-26T21:22:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742163_1339 (size=12301) 2024-11-26T21:22:29,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/48f3d5befa7940498b352d0351aa7d3b 2024-11-26T21:22:29,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/f47922acfdf94e0b89da67d0a47e021d is 50, key is test_row_0/B:col10/1732656149007/Put/seqid=0 2024-11-26T21:22:29,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742164_1340 (size=12301) 2024-11-26T21:22:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656209153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656209256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T21:22:29,420 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-26T21:22:29,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-26T21:22:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T21:22:29,423 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:29,424 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:29,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:29,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656209460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,470 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/dc2ca318fd164f6b9a7102615d7e2b49 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dc2ca318fd164f6b9a7102615d7e2b49 2024-11-26T21:22:29,474 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into dc2ca318fd164f6b9a7102615d7e2b49(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:29,474 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:29,475 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=13, startTime=1732656149042; duration=0sec 2024-11-26T21:22:29,475 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:29,475 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:29,508 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/6ab923c48dec46fa8f0a147bf2c77405 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/6ab923c48dec46fa8f0a147bf2c77405 2024-11-26T21:22:29,514 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/C of f1088396e7ae9391647f85470e4b8bf1 into 6ab923c48dec46fa8f0a147bf2c77405(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:29,514 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:29,514 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/C, priority=13, startTime=1732656149043; duration=0sec 2024-11-26T21:22:29,514 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:29,514 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T21:22:29,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/f47922acfdf94e0b89da67d0a47e021d 2024-11-26T21:22:29,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e8f46cb2cd9c4d65bd5f688c6d8e265c is 50, key is test_row_0/C:col10/1732656149007/Put/seqid=0 2024-11-26T21:22:29,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742165_1341 (size=12301) 2024-11-26T21:22:29,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T21:22:29,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:29,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T21:22:29,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T21:22:29,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656209763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:29,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T21:22:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:29,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:29,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e8f46cb2cd9c4d65bd5f688c6d8e265c 2024-11-26T21:22:29,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/48f3d5befa7940498b352d0351aa7d3b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/48f3d5befa7940498b352d0351aa7d3b 2024-11-26T21:22:29,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/48f3d5befa7940498b352d0351aa7d3b, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T21:22:29,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/f47922acfdf94e0b89da67d0a47e021d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f47922acfdf94e0b89da67d0a47e021d 2024-11-26T21:22:29,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f47922acfdf94e0b89da67d0a47e021d, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T21:22:29,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/e8f46cb2cd9c4d65bd5f688c6d8e265c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e8f46cb2cd9c4d65bd5f688c6d8e265c 2024-11-26T21:22:29,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e8f46cb2cd9c4d65bd5f688c6d8e265c, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T21:22:29,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f1088396e7ae9391647f85470e4b8bf1 in 860ms, sequenceid=406, compaction requested=false 2024-11-26T21:22:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T21:22:30,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:30,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T21:22:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:30,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:22:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:30,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:30,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0511305e173d40e9a32742c6bd40ad14 is 50, key is test_row_0/A:col10/1732656149150/Put/seqid=0 2024-11-26T21:22:30,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742166_1342 (size=12301) 2024-11-26T21:22:30,050 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0511305e173d40e9a32742c6bd40ad14 2024-11-26T21:22:30,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b6e6b339c12849f7b0fe666ff1fd1117 is 50, key is test_row_0/B:col10/1732656149150/Put/seqid=0 2024-11-26T21:22:30,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742167_1343 (size=12301) 2024-11-26T21:22:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:30,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. as already flushing 2024-11-26T21:22:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656210317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:30,335 DEBUG [Thread-1177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07575b91 to 127.0.0.1:62685 2024-11-26T21:22:30,335 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:30,335 DEBUG [Thread-1179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b377948 to 127.0.0.1:62685 2024-11-26T21:22:30,335 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:30,336 DEBUG [Thread-1183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b123525 to 127.0.0.1:62685 2024-11-26T21:22:30,336 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:30,337 DEBUG [Thread-1181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a9f805a to 127.0.0.1:62685 2024-11-26T21:22:30,337 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:30,337 DEBUG [Thread-1185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bd6a663 to 127.0.0.1:62685 2024-11-26T21:22:30,337 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:30,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656210420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:30,467 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b6e6b339c12849f7b0fe666ff1fd1117 2024-11-26T21:22:30,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/d661554d96c14105ab0a560163a1db84 is 50, key is test_row_0/C:col10/1732656149150/Put/seqid=0 2024-11-26T21:22:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742168_1344 (size=12301) 2024-11-26T21:22:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T21:22:30,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38068 deadline: 1732656210622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:30,808 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T21:22:30,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/d661554d96c14105ab0a560163a1db84 2024-11-26T21:22:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/0511305e173d40e9a32742c6bd40ad14 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0511305e173d40e9a32742c6bd40ad14 2024-11-26T21:22:30,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0511305e173d40e9a32742c6bd40ad14, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T21:22:30,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b6e6b339c12849f7b0fe666ff1fd1117 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b6e6b339c12849f7b0fe666ff1fd1117 2024-11-26T21:22:30,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b6e6b339c12849f7b0fe666ff1fd1117, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T21:22:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/d661554d96c14105ab0a560163a1db84 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d661554d96c14105ab0a560163a1db84 2024-11-26T21:22:30,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d661554d96c14105ab0a560163a1db84, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T21:22:30,892 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f1088396e7ae9391647f85470e4b8bf1 in 856ms, sequenceid=419, compaction requested=true 2024-11-26T21:22:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-26T21:22:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-26T21:22:30,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T21:22:30,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-11-26T21:22:30,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4740 sec 2024-11-26T21:22:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:30,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:22:30,924 DEBUG [Thread-1168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4becc07d to 127.0.0.1:62685 2024-11-26T21:22:30,924 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:30,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:30,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:30,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:30,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:30,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:30,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:30,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/939a156e3ffe4f90bfd7251299399e35 is 50, key is test_row_0/A:col10/1732656150308/Put/seqid=0 2024-11-26T21:22:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742169_1345 (size=12301) 2024-11-26T21:22:31,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/939a156e3ffe4f90bfd7251299399e35 2024-11-26T21:22:31,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b93c803b04d2433e88958e328fed8307 is 50, key is test_row_0/B:col10/1732656150308/Put/seqid=0 2024-11-26T21:22:31,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742170_1346 (size=12301) 2024-11-26T21:22:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T21:22:31,532 INFO [Thread-1176 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-26T21:22:31,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b93c803b04d2433e88958e328fed8307 2024-11-26T21:22:31,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/43dd98e704294d439815b73e0b07fa24 is 50, key is test_row_0/C:col10/1732656150308/Put/seqid=0 2024-11-26T21:22:31,751 DEBUG [Thread-1174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13b0002b to 127.0.0.1:62685 2024-11-26T21:22:31,751 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:31,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742171_1347 (size=12301) 2024-11-26T21:22:31,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/43dd98e704294d439815b73e0b07fa24 2024-11-26T21:22:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/939a156e3ffe4f90bfd7251299399e35 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/939a156e3ffe4f90bfd7251299399e35 2024-11-26T21:22:31,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/939a156e3ffe4f90bfd7251299399e35, entries=150, sequenceid=445, filesize=12.0 K 2024-11-26T21:22:31,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b93c803b04d2433e88958e328fed8307 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b93c803b04d2433e88958e328fed8307 2024-11-26T21:22:31,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b93c803b04d2433e88958e328fed8307, entries=150, sequenceid=445, filesize=12.0 K 2024-11-26T21:22:31,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/43dd98e704294d439815b73e0b07fa24 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/43dd98e704294d439815b73e0b07fa24 2024-11-26T21:22:31,767 DEBUG [Thread-1170 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cc79dd6 to 127.0.0.1:62685 2024-11-26T21:22:31,767 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:31,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/43dd98e704294d439815b73e0b07fa24, entries=150, sequenceid=445, filesize=12.0 K 2024-11-26T21:22:31,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for f1088396e7ae9391647f85470e4b8bf1 in 844ms, sequenceid=445, compaction requested=true 2024-11-26T21:22:31,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:31,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:31,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:31,768 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:22:31,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:31,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:31,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1088396e7ae9391647f85470e4b8bf1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:31,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:31,769 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:22:31,770 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:22:31,770 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:22:31,770 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/B is initiating minor compaction (all files) 2024-11-26T21:22:31,770 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): f1088396e7ae9391647f85470e4b8bf1/A is initiating minor compaction (all files) 2024-11-26T21:22:31,770 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/B in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:31,770 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1088396e7ae9391647f85470e4b8bf1/A in TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:31,770 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dc2ca318fd164f6b9a7102615d7e2b49, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/48f3d5befa7940498b352d0351aa7d3b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0511305e173d40e9a32742c6bd40ad14, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/939a156e3ffe4f90bfd7251299399e35] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=48.9 K 2024-11-26T21:22:31,770 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/176eab09b0354143b5a3369edbe7047a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f47922acfdf94e0b89da67d0a47e021d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b6e6b339c12849f7b0fe666ff1fd1117, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b93c803b04d2433e88958e328fed8307] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp, totalSize=48.9 K 2024-11-26T21:22:31,770 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 176eab09b0354143b5a3369edbe7047a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656148949 2024-11-26T21:22:31,770 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting dc2ca318fd164f6b9a7102615d7e2b49, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732656148949 2024-11-26T21:22:31,771 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f3d5befa7940498b352d0351aa7d3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732656149007 2024-11-26T21:22:31,771 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting f47922acfdf94e0b89da67d0a47e021d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732656149007 2024-11-26T21:22:31,771 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0511305e173d40e9a32742c6bd40ad14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732656149137 2024-11-26T21:22:31,771 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6e6b339c12849f7b0fe666ff1fd1117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732656149137 2024-11-26T21:22:31,771 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 939a156e3ffe4f90bfd7251299399e35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732656150296 2024-11-26T21:22:31,771 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b93c803b04d2433e88958e328fed8307, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732656150296 2024-11-26T21:22:31,780 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:31,780 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/64f55dd2d2dc4ff99ef1e5458565f6e6 is 50, key is test_row_0/B:col10/1732656150308/Put/seqid=0 2024-11-26T21:22:31,781 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1088396e7ae9391647f85470e4b8bf1#A#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:31,782 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/d6d9771468fb471ab54a904717f23ab8 is 50, key is test_row_0/A:col10/1732656150308/Put/seqid=0 2024-11-26T21:22:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742172_1348 (size=13357) 2024-11-26T21:22:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742173_1349 (size=13357) 2024-11-26T21:22:31,796 DEBUG [Thread-1166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b01e9bb to 127.0.0.1:62685 2024-11-26T21:22:31,796 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:31,802 DEBUG [Thread-1172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cd6e3ed to 127.0.0.1:62685 2024-11-26T21:22:31,802 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 165 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6538 2024-11-26T21:22:31,802 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6567 2024-11-26T21:22:31,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6450 2024-11-26T21:22:31,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6499 2024-11-26T21:22:31,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6611 2024-11-26T21:22:31,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T21:22:31,803 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T21:22:31,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10269736 to 127.0.0.1:62685 2024-11-26T21:22:31,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:31,803 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T21:22:31,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T21:22:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T21:22:31,806 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656151806"}]},"ts":"1732656151806"} 2024-11-26T21:22:31,807 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T21:22:31,809 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T21:22:31,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:22:31,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1088396e7ae9391647f85470e4b8bf1, UNASSIGN}] 2024-11-26T21:22:31,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1088396e7ae9391647f85470e4b8bf1, UNASSIGN 2024-11-26T21:22:31,812 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=f1088396e7ae9391647f85470e4b8bf1, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:31,813 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:22:31,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:22:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T21:22:31,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:31,964 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:31,964 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:22:31,964 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing f1088396e7ae9391647f85470e4b8bf1, disabling compactions & flushes 2024-11-26T21:22:31,964 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T21:22:32,188 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/64f55dd2d2dc4ff99ef1e5458565f6e6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/64f55dd2d2dc4ff99ef1e5458565f6e6 2024-11-26T21:22:32,193 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/d6d9771468fb471ab54a904717f23ab8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d6d9771468fb471ab54a904717f23ab8 2024-11-26T21:22:32,193 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/B of f1088396e7ae9391647f85470e4b8bf1 into 64f55dd2d2dc4ff99ef1e5458565f6e6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:32,193 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:32,193 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/B, priority=12, startTime=1732656151768; duration=0sec 2024-11-26T21:22:32,193 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:32,193 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:B 2024-11-26T21:22:32,193 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. because compaction request was cancelled 2024-11-26T21:22:32,193 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:C 2024-11-26T21:22:32,196 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1088396e7ae9391647f85470e4b8bf1/A of f1088396e7ae9391647f85470e4b8bf1 into d6d9771468fb471ab54a904717f23ab8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:32,196 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:32,196 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1., storeName=f1088396e7ae9391647f85470e4b8bf1/A, priority=12, startTime=1732656151768; duration=0sec 2024-11-26T21:22:32,196 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:32,196 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:32,196 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1088396e7ae9391647f85470e4b8bf1:A 2024-11-26T21:22:32,196 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:32,196 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. after waiting 0 ms 2024-11-26T21:22:32,196 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:32,196 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing f1088396e7ae9391647f85470e4b8bf1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T21:22:32,197 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=A 2024-11-26T21:22:32,197 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:32,197 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=B 2024-11-26T21:22:32,197 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:32,197 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1088396e7ae9391647f85470e4b8bf1, store=C 2024-11-26T21:22:32,197 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:32,200 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/929168af3f84423484eb695bfe6e2afe is 50, key is test_row_0/A:col10/1732656151801/Put/seqid=0 2024-11-26T21:22:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742174_1350 (size=9857) 2024-11-26T21:22:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T21:22:32,604 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/929168af3f84423484eb695bfe6e2afe 2024-11-26T21:22:32,609 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b4149006e4aa45edabdc4d38d84956be is 50, key is test_row_0/B:col10/1732656151801/Put/seqid=0 2024-11-26T21:22:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742175_1351 (size=9857) 2024-11-26T21:22:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T21:22:33,013 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b4149006e4aa45edabdc4d38d84956be 2024-11-26T21:22:33,019 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/a0edac562df543af8030a4bffbcedd09 is 50, key is test_row_0/C:col10/1732656151801/Put/seqid=0 2024-11-26T21:22:33,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742176_1352 (size=9857) 2024-11-26T21:22:33,423 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/a0edac562df543af8030a4bffbcedd09 2024-11-26T21:22:33,427 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/A/929168af3f84423484eb695bfe6e2afe as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/929168af3f84423484eb695bfe6e2afe 2024-11-26T21:22:33,431 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/929168af3f84423484eb695bfe6e2afe, entries=100, sequenceid=454, filesize=9.6 K 2024-11-26T21:22:33,431 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/B/b4149006e4aa45edabdc4d38d84956be as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b4149006e4aa45edabdc4d38d84956be 2024-11-26T21:22:33,434 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b4149006e4aa45edabdc4d38d84956be, entries=100, sequenceid=454, filesize=9.6 K 2024-11-26T21:22:33,435 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/.tmp/C/a0edac562df543af8030a4bffbcedd09 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/a0edac562df543af8030a4bffbcedd09 2024-11-26T21:22:33,438 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/a0edac562df543af8030a4bffbcedd09, entries=100, sequenceid=454, filesize=9.6 K 2024-11-26T21:22:33,439 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f1088396e7ae9391647f85470e4b8bf1 in 1243ms, sequenceid=454, compaction requested=true 2024-11-26T21:22:33,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b6c26f69ee4140bd9e9c2025b91ba7b4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/29de1e99b09a441c96adc6a913b83040, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dda0580f5f214e789a9d6d2cf2b84c15, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/262d60210b3448e6a581629445a48a06, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/97002ae16f074e14b1c0e38d65e277e5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8227f0c57a3547c0a262edf5e4b1568c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/9efd1829127447438bc1145e0b05f461, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/12ffcfadfc914ee3ae41b5559df8a348, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/cdd4b19e9a904d26a3bcfeb9bf0180ff, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c038114ccf9d4b79ae2422594c606b29, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0e48fd2311e849d4aa010f6bd98285e6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5ba0874079544dd2a4d58451e781caf8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/980b99038d584de295dacb5044e2555c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b75c98d67ee44addaff71e69ccaf5835, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8396cee9475e418384028703b6eb6194, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/2129b120733a4a2da2305ba3478acf88, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/697f97522db6403e8bc249c2b7f98db9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8c9e8d4f08144388b7cef92f3591e465, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5eec76dd2c7a47b9b79495d9aff466a5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d93bcbe09f554a4f975219f13f7f3856, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/26f80a39065f4fa8a354ec34b1c88d73, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/bdde21141212438485d5bd2e9aa00262, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/1160ed9232744a2982f53c7c4de7628d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/af38bb889f0b496f9ebf431d9b6a742b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0553e489664546b29800bdb7b387f6e3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/e79ac02fbf444c86845d3728ff2158be, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c61802fb29ca4c4e908193d2f442ef71, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dc2ca318fd164f6b9a7102615d7e2b49, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/48f3d5befa7940498b352d0351aa7d3b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0511305e173d40e9a32742c6bd40ad14, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/939a156e3ffe4f90bfd7251299399e35] to archive 2024-11-26T21:22:33,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:22:33,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b6c26f69ee4140bd9e9c2025b91ba7b4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b6c26f69ee4140bd9e9c2025b91ba7b4 2024-11-26T21:22:33,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/29de1e99b09a441c96adc6a913b83040 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/29de1e99b09a441c96adc6a913b83040 2024-11-26T21:22:33,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dda0580f5f214e789a9d6d2cf2b84c15 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dda0580f5f214e789a9d6d2cf2b84c15 2024-11-26T21:22:33,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/262d60210b3448e6a581629445a48a06 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/262d60210b3448e6a581629445a48a06 2024-11-26T21:22:33,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/97002ae16f074e14b1c0e38d65e277e5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/97002ae16f074e14b1c0e38d65e277e5 2024-11-26T21:22:33,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8227f0c57a3547c0a262edf5e4b1568c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8227f0c57a3547c0a262edf5e4b1568c 2024-11-26T21:22:33,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/9efd1829127447438bc1145e0b05f461 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/9efd1829127447438bc1145e0b05f461 2024-11-26T21:22:33,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/12ffcfadfc914ee3ae41b5559df8a348 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/12ffcfadfc914ee3ae41b5559df8a348 2024-11-26T21:22:33,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/cdd4b19e9a904d26a3bcfeb9bf0180ff to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/cdd4b19e9a904d26a3bcfeb9bf0180ff 2024-11-26T21:22:33,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c038114ccf9d4b79ae2422594c606b29 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c038114ccf9d4b79ae2422594c606b29 2024-11-26T21:22:33,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0e48fd2311e849d4aa010f6bd98285e6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0e48fd2311e849d4aa010f6bd98285e6 2024-11-26T21:22:33,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5ba0874079544dd2a4d58451e781caf8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5ba0874079544dd2a4d58451e781caf8 2024-11-26T21:22:33,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/980b99038d584de295dacb5044e2555c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/980b99038d584de295dacb5044e2555c 2024-11-26T21:22:33,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b75c98d67ee44addaff71e69ccaf5835 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/b75c98d67ee44addaff71e69ccaf5835 2024-11-26T21:22:33,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8396cee9475e418384028703b6eb6194 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8396cee9475e418384028703b6eb6194 2024-11-26T21:22:33,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/2129b120733a4a2da2305ba3478acf88 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/2129b120733a4a2da2305ba3478acf88 2024-11-26T21:22:33,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/697f97522db6403e8bc249c2b7f98db9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/697f97522db6403e8bc249c2b7f98db9 2024-11-26T21:22:33,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8c9e8d4f08144388b7cef92f3591e465 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/8c9e8d4f08144388b7cef92f3591e465 2024-11-26T21:22:33,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5eec76dd2c7a47b9b79495d9aff466a5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/5eec76dd2c7a47b9b79495d9aff466a5 2024-11-26T21:22:33,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d93bcbe09f554a4f975219f13f7f3856 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d93bcbe09f554a4f975219f13f7f3856 2024-11-26T21:22:33,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/26f80a39065f4fa8a354ec34b1c88d73 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/26f80a39065f4fa8a354ec34b1c88d73 2024-11-26T21:22:33,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/bdde21141212438485d5bd2e9aa00262 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/bdde21141212438485d5bd2e9aa00262 2024-11-26T21:22:33,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/1160ed9232744a2982f53c7c4de7628d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/1160ed9232744a2982f53c7c4de7628d 2024-11-26T21:22:33,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/af38bb889f0b496f9ebf431d9b6a742b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/af38bb889f0b496f9ebf431d9b6a742b 2024-11-26T21:22:33,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0553e489664546b29800bdb7b387f6e3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0553e489664546b29800bdb7b387f6e3 2024-11-26T21:22:33,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/e79ac02fbf444c86845d3728ff2158be to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/e79ac02fbf444c86845d3728ff2158be 2024-11-26T21:22:33,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c61802fb29ca4c4e908193d2f442ef71 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/c61802fb29ca4c4e908193d2f442ef71 2024-11-26T21:22:33,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dc2ca318fd164f6b9a7102615d7e2b49 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/dc2ca318fd164f6b9a7102615d7e2b49 2024-11-26T21:22:33,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/48f3d5befa7940498b352d0351aa7d3b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/48f3d5befa7940498b352d0351aa7d3b 2024-11-26T21:22:33,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0511305e173d40e9a32742c6bd40ad14 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/0511305e173d40e9a32742c6bd40ad14 2024-11-26T21:22:33,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/939a156e3ffe4f90bfd7251299399e35 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/939a156e3ffe4f90bfd7251299399e35 2024-11-26T21:22:33,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/8e1b5adeb62541b6a7b69d1ba4825921, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4b31f560cd474189a17014c6d95090f2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a278e7b0312b4f1098b61c246a5c9800, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a8e0118d2c724f6a830a03304e5b8d2a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2ef121c95d4b47709658412711211342, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/c8176b321150427d9babfa23e4cbc39f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/89a027501def4af6bd4edb664df2b43b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1aa14df93ae540efa57ae12f93249c41, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f4f84eca5d36448caa2abdf8464130e2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2f27eb2b7c8d422f8fd490a93f05f147, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/22c48a3a36ef48519b6af95559482cd4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/02e22be762994765b14d36bc95e4ed04, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0e18fd8d967c497380da13872bfaf322, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/ab97aa0cc3524637bd3f5aaf9ff0caf0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0c54921f048c449c826cdc0794f2a0b9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/7b9b8032bd5a44f99351e7414a8e8e5e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/bbc44e52a0094f25b3f74877c65b93ca, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0097ca3928814f62bc80457fef172291, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a1189d3db2a44d28bb21fbdcf5c909aa, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/eba8700f4f704668a592f873681d656e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4ba6bf0adfdb4b56ad675d27479cccb9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1fd69bb5dd9e46d28fb15e6b26b65e79, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/557562aa1aa247c5897b4e8d9f139df0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/461da426035c4673b90b3f37454b39dd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/5ba9c5d57c7e48f9b9195431ee55e5f6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/9b5bd1706e854a478c0acdb87681a94b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/176eab09b0354143b5a3369edbe7047a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/49c466cb526e486d8629e20b6f66dede, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f47922acfdf94e0b89da67d0a47e021d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b6e6b339c12849f7b0fe666ff1fd1117, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b93c803b04d2433e88958e328fed8307] to archive 2024-11-26T21:22:33,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:22:33,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/8e1b5adeb62541b6a7b69d1ba4825921 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/8e1b5adeb62541b6a7b69d1ba4825921 2024-11-26T21:22:33,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4b31f560cd474189a17014c6d95090f2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4b31f560cd474189a17014c6d95090f2 2024-11-26T21:22:33,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a278e7b0312b4f1098b61c246a5c9800 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a278e7b0312b4f1098b61c246a5c9800 2024-11-26T21:22:33,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a8e0118d2c724f6a830a03304e5b8d2a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a8e0118d2c724f6a830a03304e5b8d2a 2024-11-26T21:22:33,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2ef121c95d4b47709658412711211342 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2ef121c95d4b47709658412711211342 2024-11-26T21:22:33,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/c8176b321150427d9babfa23e4cbc39f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/c8176b321150427d9babfa23e4cbc39f 2024-11-26T21:22:33,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/89a027501def4af6bd4edb664df2b43b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/89a027501def4af6bd4edb664df2b43b 2024-11-26T21:22:33,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1aa14df93ae540efa57ae12f93249c41 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1aa14df93ae540efa57ae12f93249c41 2024-11-26T21:22:33,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f4f84eca5d36448caa2abdf8464130e2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f4f84eca5d36448caa2abdf8464130e2 2024-11-26T21:22:33,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2f27eb2b7c8d422f8fd490a93f05f147 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/2f27eb2b7c8d422f8fd490a93f05f147 2024-11-26T21:22:33,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/22c48a3a36ef48519b6af95559482cd4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/22c48a3a36ef48519b6af95559482cd4 2024-11-26T21:22:33,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/02e22be762994765b14d36bc95e4ed04 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/02e22be762994765b14d36bc95e4ed04 2024-11-26T21:22:33,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0e18fd8d967c497380da13872bfaf322 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0e18fd8d967c497380da13872bfaf322 2024-11-26T21:22:33,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/ab97aa0cc3524637bd3f5aaf9ff0caf0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/ab97aa0cc3524637bd3f5aaf9ff0caf0 2024-11-26T21:22:33,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0c54921f048c449c826cdc0794f2a0b9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0c54921f048c449c826cdc0794f2a0b9 2024-11-26T21:22:33,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/7b9b8032bd5a44f99351e7414a8e8e5e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/7b9b8032bd5a44f99351e7414a8e8e5e 2024-11-26T21:22:33,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/bbc44e52a0094f25b3f74877c65b93ca to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/bbc44e52a0094f25b3f74877c65b93ca 2024-11-26T21:22:33,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0097ca3928814f62bc80457fef172291 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/0097ca3928814f62bc80457fef172291 2024-11-26T21:22:33,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a1189d3db2a44d28bb21fbdcf5c909aa to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/a1189d3db2a44d28bb21fbdcf5c909aa 2024-11-26T21:22:33,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/eba8700f4f704668a592f873681d656e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/eba8700f4f704668a592f873681d656e 2024-11-26T21:22:33,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4ba6bf0adfdb4b56ad675d27479cccb9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/4ba6bf0adfdb4b56ad675d27479cccb9 2024-11-26T21:22:33,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1fd69bb5dd9e46d28fb15e6b26b65e79 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/1fd69bb5dd9e46d28fb15e6b26b65e79 2024-11-26T21:22:33,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/557562aa1aa247c5897b4e8d9f139df0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/557562aa1aa247c5897b4e8d9f139df0 2024-11-26T21:22:33,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/461da426035c4673b90b3f37454b39dd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/461da426035c4673b90b3f37454b39dd 2024-11-26T21:22:33,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/5ba9c5d57c7e48f9b9195431ee55e5f6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/5ba9c5d57c7e48f9b9195431ee55e5f6 2024-11-26T21:22:33,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/9b5bd1706e854a478c0acdb87681a94b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/9b5bd1706e854a478c0acdb87681a94b 2024-11-26T21:22:33,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/176eab09b0354143b5a3369edbe7047a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/176eab09b0354143b5a3369edbe7047a 2024-11-26T21:22:33,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/49c466cb526e486d8629e20b6f66dede to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/49c466cb526e486d8629e20b6f66dede 2024-11-26T21:22:33,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f47922acfdf94e0b89da67d0a47e021d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/f47922acfdf94e0b89da67d0a47e021d 2024-11-26T21:22:33,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b6e6b339c12849f7b0fe666ff1fd1117 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b6e6b339c12849f7b0fe666ff1fd1117 2024-11-26T21:22:33,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b93c803b04d2433e88958e328fed8307 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b93c803b04d2433e88958e328fed8307 2024-11-26T21:22:33,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4881462fe5734d0a87cdf8a39e521d2e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/3b08a273192d4b2bba736903671c359c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e290be53bb034d1e807d63f4e73a6422, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e5256d4259d448069d400744c05475cc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/b7417757d9034428a10c86432b3407df, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e6f7a546c5f44b17a8f38643b6465940, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/dfc75aaf75ca44ce83c938ba03cd0693, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1727b71bdf1e42b9ab8333f562fa935a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4a4a51f56cd1415488722ca15a2ec437, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5ee55366eaf94d53946c3e8e524dae4c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1600e0a9386545ea9ec8d5459275a2d7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/18a5414241a144bdac64f8db731334ae, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1d0b8cc9ba134bf2bd667beddcb1a655, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/27f02d066aec493c86fe557290ee477e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d2f4a907dcbd40639077c992cb36a440, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/318112aaa1764dcba8227fe35acad579, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/733ffa42e5d9499d91db5262ed3dd0ca, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/8996b72d421b4663b5183072b30db212, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5b273e6c02504ad488b4c1510c1cd2ae, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd51cbe3709b48b59f494a27bfe45ae3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/c029c5ab997945139439147147fae863, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/7e7f62f5127b43f3be3cf5a8e31d8218, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/0f1375a5981e4afbbf1d98c0dd9cc31e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/57148d0198e2416ca8cd1987de6bdd0c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/93ac6149debc49208a18c659d9b3e0e9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/37a7fa40fa434d6fadc3075b6c60c257, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd33e4225e974682b505bdb41cf34f12] to archive 2024-11-26T21:22:33,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:22:33,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4881462fe5734d0a87cdf8a39e521d2e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4881462fe5734d0a87cdf8a39e521d2e 2024-11-26T21:22:33,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/3b08a273192d4b2bba736903671c359c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/3b08a273192d4b2bba736903671c359c 2024-11-26T21:22:33,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e290be53bb034d1e807d63f4e73a6422 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e290be53bb034d1e807d63f4e73a6422 2024-11-26T21:22:33,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e5256d4259d448069d400744c05475cc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e5256d4259d448069d400744c05475cc 2024-11-26T21:22:33,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/b7417757d9034428a10c86432b3407df to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/b7417757d9034428a10c86432b3407df 2024-11-26T21:22:33,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e6f7a546c5f44b17a8f38643b6465940 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e6f7a546c5f44b17a8f38643b6465940 2024-11-26T21:22:33,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/dfc75aaf75ca44ce83c938ba03cd0693 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/dfc75aaf75ca44ce83c938ba03cd0693 2024-11-26T21:22:33,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1727b71bdf1e42b9ab8333f562fa935a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1727b71bdf1e42b9ab8333f562fa935a 2024-11-26T21:22:33,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4a4a51f56cd1415488722ca15a2ec437 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/4a4a51f56cd1415488722ca15a2ec437 2024-11-26T21:22:33,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5ee55366eaf94d53946c3e8e524dae4c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5ee55366eaf94d53946c3e8e524dae4c 2024-11-26T21:22:33,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1600e0a9386545ea9ec8d5459275a2d7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1600e0a9386545ea9ec8d5459275a2d7 2024-11-26T21:22:33,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/18a5414241a144bdac64f8db731334ae to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/18a5414241a144bdac64f8db731334ae 2024-11-26T21:22:33,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1d0b8cc9ba134bf2bd667beddcb1a655 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/1d0b8cc9ba134bf2bd667beddcb1a655 2024-11-26T21:22:33,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/27f02d066aec493c86fe557290ee477e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/27f02d066aec493c86fe557290ee477e 2024-11-26T21:22:33,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d2f4a907dcbd40639077c992cb36a440 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d2f4a907dcbd40639077c992cb36a440 2024-11-26T21:22:33,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/318112aaa1764dcba8227fe35acad579 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/318112aaa1764dcba8227fe35acad579 2024-11-26T21:22:33,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/733ffa42e5d9499d91db5262ed3dd0ca to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/733ffa42e5d9499d91db5262ed3dd0ca 2024-11-26T21:22:33,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/8996b72d421b4663b5183072b30db212 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/8996b72d421b4663b5183072b30db212 2024-11-26T21:22:33,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5b273e6c02504ad488b4c1510c1cd2ae to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/5b273e6c02504ad488b4c1510c1cd2ae 2024-11-26T21:22:33,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd51cbe3709b48b59f494a27bfe45ae3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd51cbe3709b48b59f494a27bfe45ae3 2024-11-26T21:22:33,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/c029c5ab997945139439147147fae863 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/c029c5ab997945139439147147fae863 2024-11-26T21:22:33,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/7e7f62f5127b43f3be3cf5a8e31d8218 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/7e7f62f5127b43f3be3cf5a8e31d8218 2024-11-26T21:22:33,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/0f1375a5981e4afbbf1d98c0dd9cc31e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/0f1375a5981e4afbbf1d98c0dd9cc31e 2024-11-26T21:22:33,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/57148d0198e2416ca8cd1987de6bdd0c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/57148d0198e2416ca8cd1987de6bdd0c 2024-11-26T21:22:33,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/93ac6149debc49208a18c659d9b3e0e9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/93ac6149debc49208a18c659d9b3e0e9 2024-11-26T21:22:33,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/37a7fa40fa434d6fadc3075b6c60c257 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/37a7fa40fa434d6fadc3075b6c60c257 2024-11-26T21:22:33,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd33e4225e974682b505bdb41cf34f12 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/fd33e4225e974682b505bdb41cf34f12 2024-11-26T21:22:33,539 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/recovered.edits/457.seqid, newMaxSeqId=457, maxSeqId=1 2024-11-26T21:22:33,540 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1. 2024-11-26T21:22:33,540 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for f1088396e7ae9391647f85470e4b8bf1: 2024-11-26T21:22:33,541 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:33,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=f1088396e7ae9391647f85470e4b8bf1, regionState=CLOSED 2024-11-26T21:22:33,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T21:22:33,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure f1088396e7ae9391647f85470e4b8bf1, server=f2fea67b8e2e,45485,1732656062493 in 1.7300 sec 2024-11-26T21:22:33,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-26T21:22:33,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1088396e7ae9391647f85470e4b8bf1, UNASSIGN in 1.7330 sec 2024-11-26T21:22:33,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T21:22:33,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7350 sec 2024-11-26T21:22:33,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656153547"}]},"ts":"1732656153547"} 2024-11-26T21:22:33,547 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T21:22:33,550 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T21:22:33,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7470 sec 2024-11-26T21:22:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T21:22:33,910 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-26T21:22:33,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T21:22:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:33,912 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T21:22:33,912 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:33,914 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:33,915 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/recovered.edits] 2024-11-26T21:22:33,917 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/929168af3f84423484eb695bfe6e2afe to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/929168af3f84423484eb695bfe6e2afe 2024-11-26T21:22:33,918 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d6d9771468fb471ab54a904717f23ab8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/A/d6d9771468fb471ab54a904717f23ab8 2024-11-26T21:22:33,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/64f55dd2d2dc4ff99ef1e5458565f6e6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/64f55dd2d2dc4ff99ef1e5458565f6e6 2024-11-26T21:22:33,922 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b4149006e4aa45edabdc4d38d84956be to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/B/b4149006e4aa45edabdc4d38d84956be 2024-11-26T21:22:33,924 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/43dd98e704294d439815b73e0b07fa24 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/43dd98e704294d439815b73e0b07fa24 2024-11-26T21:22:33,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/6ab923c48dec46fa8f0a147bf2c77405 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/6ab923c48dec46fa8f0a147bf2c77405 2024-11-26T21:22:33,926 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/a0edac562df543af8030a4bffbcedd09 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/a0edac562df543af8030a4bffbcedd09 2024-11-26T21:22:33,927 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d661554d96c14105ab0a560163a1db84 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/d661554d96c14105ab0a560163a1db84 2024-11-26T21:22:33,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e8f46cb2cd9c4d65bd5f688c6d8e265c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/C/e8f46cb2cd9c4d65bd5f688c6d8e265c 2024-11-26T21:22:33,930 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/recovered.edits/457.seqid to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1/recovered.edits/457.seqid 2024-11-26T21:22:33,931 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/f1088396e7ae9391647f85470e4b8bf1 2024-11-26T21:22:33,931 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T21:22:33,933 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:33,937 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T21:22:33,939 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T21:22:33,940 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:33,940 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T21:22:33,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732656153940"}]},"ts":"9223372036854775807"} 2024-11-26T21:22:33,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T21:22:33,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f1088396e7ae9391647f85470e4b8bf1, NAME => 'TestAcidGuarantees,,1732656128154.f1088396e7ae9391647f85470e4b8bf1.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T21:22:33,942 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T21:22:33,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732656153942"}]},"ts":"9223372036854775807"} 2024-11-26T21:22:33,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T21:22:33,947 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:33,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-26T21:22:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T21:22:34,013 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-26T21:22:34,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4382 (was 4444) 2024-11-26T21:22:34,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=4381 2024-11-26T21:22:34,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:22:34,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:22:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:34,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:22:34,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:34,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-26T21:22:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T21:22:34,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:22:34,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742177_1353 (size=960) 2024-11-26T21:22:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T21:22:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T21:22:34,444 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:22:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742178_1354 (size=53) 2024-11-26T21:22:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T21:22:34,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:22:34,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 27f6a70486b4a85bcaf54b1d2f4069b0, disabling compactions & flushes 2024-11-26T21:22:34,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:34,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:34,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. after waiting 0 ms 2024-11-26T21:22:34,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:34,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:34,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:34,851 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:22:34,851 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732656154851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732656154851"}]},"ts":"1732656154851"} 2024-11-26T21:22:34,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T21:22:34,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:22:34,853 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656154853"}]},"ts":"1732656154853"} 2024-11-26T21:22:34,854 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T21:22:34,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, ASSIGN}] 2024-11-26T21:22:34,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, ASSIGN 2024-11-26T21:22:34,862 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, ASSIGN; state=OFFLINE, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=false 2024-11-26T21:22:35,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:35,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:22:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T21:22:35,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:35,168 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:35,168 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:22:35,168 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,168 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:22:35,169 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,169 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,170 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,171 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:35,171 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f6a70486b4a85bcaf54b1d2f4069b0 columnFamilyName A 2024-11-26T21:22:35,171 DEBUG [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:35,171 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(327): Store=27f6a70486b4a85bcaf54b1d2f4069b0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:35,172 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,172 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:35,173 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f6a70486b4a85bcaf54b1d2f4069b0 columnFamilyName B 2024-11-26T21:22:35,173 DEBUG [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:35,173 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(327): Store=27f6a70486b4a85bcaf54b1d2f4069b0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:35,173 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,174 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:35,174 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f6a70486b4a85bcaf54b1d2f4069b0 columnFamilyName C 2024-11-26T21:22:35,174 DEBUG [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:35,174 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(327): Store=27f6a70486b4a85bcaf54b1d2f4069b0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:35,174 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:35,175 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,175 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,177 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:22:35,177 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:35,179 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:22:35,179 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 27f6a70486b4a85bcaf54b1d2f4069b0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997238, jitterRate=-0.10597148537635803}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:22:35,180 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:35,181 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., pid=96, masterSystemTime=1732656155165 2024-11-26T21:22:35,182 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:35,182 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:35,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:35,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T21:22:35,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 in 169 msec 2024-11-26T21:22:35,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-26T21:22:35,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, ASSIGN in 324 msec 2024-11-26T21:22:35,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:22:35,186 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656155186"}]},"ts":"1732656155186"} 2024-11-26T21:22:35,187 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T21:22:35,190 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:22:35,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-26T21:22:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T21:22:36,142 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-26T21:22:36,143 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x439d3150 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19bdebc6 2024-11-26T21:22:36,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc897a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:36,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:36,150 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:36,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:22:36,152 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:22:36,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:22:36,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:22:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742179_1355 (size=996) 2024-11-26T21:22:36,565 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T21:22:36,565 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T21:22:36,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:22:36,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, REOPEN/MOVE}] 2024-11-26T21:22:36,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, REOPEN/MOVE 2024-11-26T21:22:36,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:36,570 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:22:36,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:22:36,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:36,722 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:36,722 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:22:36,722 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 27f6a70486b4a85bcaf54b1d2f4069b0, disabling compactions & flushes 2024-11-26T21:22:36,722 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:36,722 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:36,722 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. after waiting 0 ms 2024-11-26T21:22:36,722 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:36,725 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T21:22:36,726 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:36,726 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:36,726 WARN [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 27f6a70486b4a85bcaf54b1d2f4069b0 to self. 2024-11-26T21:22:36,727 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:36,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=CLOSED 2024-11-26T21:22:36,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-26T21:22:36,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 in 158 msec 2024-11-26T21:22:36,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, REOPEN/MOVE; state=CLOSED, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=true 2024-11-26T21:22:36,880 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:36,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:22:37,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,036 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,036 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:22:37,036 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,037 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:22:37,037 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,037 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,038 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,039 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:37,039 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f6a70486b4a85bcaf54b1d2f4069b0 columnFamilyName A 2024-11-26T21:22:37,040 DEBUG [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:37,040 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(327): Store=27f6a70486b4a85bcaf54b1d2f4069b0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:37,041 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,041 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:37,041 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f6a70486b4a85bcaf54b1d2f4069b0 columnFamilyName B 2024-11-26T21:22:37,041 DEBUG [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:37,042 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(327): Store=27f6a70486b4a85bcaf54b1d2f4069b0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:37,042 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,042 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:22:37,042 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f6a70486b4a85bcaf54b1d2f4069b0 columnFamilyName C 2024-11-26T21:22:37,043 DEBUG [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:37,043 INFO [StoreOpener-27f6a70486b4a85bcaf54b1d2f4069b0-1 {}] regionserver.HStore(327): Store=27f6a70486b4a85bcaf54b1d2f4069b0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:22:37,043 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,044 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,045 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,046 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:22:37,047 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,048 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 27f6a70486b4a85bcaf54b1d2f4069b0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70170736, jitterRate=0.04562544822692871}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:22:37,049 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:37,049 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., pid=101, masterSystemTime=1732656157033 2024-11-26T21:22:37,051 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,051 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=OPEN, openSeqNum=5, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-26T21:22:37,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 in 171 msec 2024-11-26T21:22:37,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-26T21:22:37,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, REOPEN/MOVE in 485 msec 2024-11-26T21:22:37,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T21:22:37,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-26T21:22:37,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-26T21:22:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T21:22:37,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x047290c4 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7267b857 2024-11-26T21:22:37,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8b5c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c68919e to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63822144 2024-11-26T21:22:37,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52592365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,071 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x601038b3 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@126abdf4 2024-11-26T21:22:37,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b3e6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x059434fd to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42d6bca6 2024-11-26T21:22:37,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c56f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167fda66 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61bb7783 2024-11-26T21:22:37,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efa0206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,085 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f0031d8 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71a4fe0c 2024-11-26T21:22:37,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed1e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05434c92 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53c186a8 2024-11-26T21:22:37,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe4cb14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x52abed4d to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d80c576 2024-11-26T21:22:37,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f513b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c0234f0 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17a2e973 2024-11-26T21:22:37,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba658e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14b2e10d to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@145b6b99 2024-11-26T21:22:37,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d736887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:22:37,108 DEBUG [hconnection-0x40424da4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,109 DEBUG [hconnection-0x70e40eed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,109 DEBUG [hconnection-0x11ca3151-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,109 DEBUG [hconnection-0x5d1ffbc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,110 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,111 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,111 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,111 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,111 DEBUG [hconnection-0x164e1471-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,112 DEBUG [hconnection-0x742f0a62-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,112 DEBUG [hconnection-0x1900e2d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,112 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,112 DEBUG [hconnection-0x111403b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,112 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,113 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,113 DEBUG [hconnection-0x3cadc092-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,113 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,113 DEBUG [hconnection-0x657369b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:22:37,114 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-26T21:22:37,116 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:22:37,117 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:37,118 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:37,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T21:22:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:37,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656217136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656217136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656217137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656217137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656217137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c326f58fe14c45a0a8235e7149a5e3a2_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656157122/Put/seqid=0 2024-11-26T21:22:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742180_1356 (size=14594) 2024-11-26T21:22:37,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:37,191 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c326f58fe14c45a0a8235e7149a5e3a2_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c326f58fe14c45a0a8235e7149a5e3a2_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:37,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/d265116066964cf49078b770affb808c, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:37,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/d265116066964cf49078b770affb808c is 175, key is test_row_0/A:col10/1732656157122/Put/seqid=0 2024-11-26T21:22:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742181_1357 (size=39549) 2024-11-26T21:22:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T21:22:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656217238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656217238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656217239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656217239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656217239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T21:22:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T21:22:37,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T21:22:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656217441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656217441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656217441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656217441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656217442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T21:22:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,608 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/d265116066964cf49078b770affb808c 2024-11-26T21:22:37,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/76ecc3c826ce4833a6dfbc463fca9c3f is 50, key is test_row_0/B:col10/1732656157122/Put/seqid=0 2024-11-26T21:22:37,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742182_1358 (size=12001) 2024-11-26T21:22:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T21:22:37,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T21:22:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656217746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656217746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656217747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656217748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656217750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:37,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T21:22:37,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:37,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:37,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:38,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T21:22:38,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:38,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:38,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/76ecc3c826ce4833a6dfbc463fca9c3f 2024-11-26T21:22:38,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/33d508063e1244d69f3a23a210cea76e is 50, key is test_row_0/C:col10/1732656157122/Put/seqid=0 2024-11-26T21:22:38,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742183_1359 (size=12001) 2024-11-26T21:22:38,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/33d508063e1244d69f3a23a210cea76e 2024-11-26T21:22:38,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/d265116066964cf49078b770affb808c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/d265116066964cf49078b770affb808c 2024-11-26T21:22:38,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/d265116066964cf49078b770affb808c, entries=200, sequenceid=15, filesize=38.6 K 2024-11-26T21:22:38,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/76ecc3c826ce4833a6dfbc463fca9c3f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/76ecc3c826ce4833a6dfbc463fca9c3f 2024-11-26T21:22:38,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/76ecc3c826ce4833a6dfbc463fca9c3f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T21:22:38,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/33d508063e1244d69f3a23a210cea76e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/33d508063e1244d69f3a23a210cea76e 2024-11-26T21:22:38,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/33d508063e1244d69f3a23a210cea76e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T21:22:38,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1011ms, sequenceid=15, compaction requested=false 2024-11-26T21:22:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T21:22:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:38,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T21:22:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:38,193 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:22:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112658b1067e669048b79bdf458926af95e6_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656157133/Put/seqid=0 2024-11-26T21:22:38,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742184_1360 (size=12154) 2024-11-26T21:22:38,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:38,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112658b1067e669048b79bdf458926af95e6_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112658b1067e669048b79bdf458926af95e6_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/410bb02cb3ec4b35b53776e16c4b9c28, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/410bb02cb3ec4b35b53776e16c4b9c28 is 175, key is test_row_0/A:col10/1732656157133/Put/seqid=0 2024-11-26T21:22:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T21:22:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742185_1361 (size=30955) 2024-11-26T21:22:38,232 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/410bb02cb3ec4b35b53776e16c4b9c28 2024-11-26T21:22:38,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/c59bbb12c3c34aa2a305c094baa7f57c is 50, key is test_row_0/B:col10/1732656157133/Put/seqid=0 2024-11-26T21:22:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:38,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:38,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656218265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656218266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656218267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656218268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656218270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742186_1362 (size=12001) 2024-11-26T21:22:38,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/c59bbb12c3c34aa2a305c094baa7f57c 2024-11-26T21:22:38,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/1dcae3f03d3a41faacc1b37a6ccc7203 is 50, key is test_row_0/C:col10/1732656157133/Put/seqid=0 2024-11-26T21:22:38,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742187_1363 (size=12001) 2024-11-26T21:22:38,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/1dcae3f03d3a41faacc1b37a6ccc7203 2024-11-26T21:22:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/410bb02cb3ec4b35b53776e16c4b9c28 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/410bb02cb3ec4b35b53776e16c4b9c28 2024-11-26T21:22:38,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/410bb02cb3ec4b35b53776e16c4b9c28, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T21:22:38,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/c59bbb12c3c34aa2a305c094baa7f57c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/c59bbb12c3c34aa2a305c094baa7f57c 2024-11-26T21:22:38,328 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/c59bbb12c3c34aa2a305c094baa7f57c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T21:22:38,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/1dcae3f03d3a41faacc1b37a6ccc7203 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1dcae3f03d3a41faacc1b37a6ccc7203 2024-11-26T21:22:38,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1dcae3f03d3a41faacc1b37a6ccc7203, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T21:22:38,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 142ms, sequenceid=40, compaction requested=false 2024-11-26T21:22:38,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:38,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:38,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-26T21:22:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-26T21:22:38,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-26T21:22:38,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2180 sec 2024-11-26T21:22:38,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.2240 sec 2024-11-26T21:22:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:38,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:22:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:38,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a0f2e39c38f24ac092468cac0e392d40_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656158266/Put/seqid=0 2024-11-26T21:22:38,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742188_1364 (size=17034) 2024-11-26T21:22:38,391 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:38,394 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a0f2e39c38f24ac092468cac0e392d40_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a0f2e39c38f24ac092468cac0e392d40_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:38,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/4918311589b84f2088026417e121f941, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:38,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/4918311589b84f2088026417e121f941 is 175, key is test_row_0/A:col10/1732656158266/Put/seqid=0 2024-11-26T21:22:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742189_1365 (size=48139) 2024-11-26T21:22:38,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/4918311589b84f2088026417e121f941 2024-11-26T21:22:38,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656218403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656218407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656218408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656218410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656218410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/4445f3a4a71749a09db5ae4b8d596f3e is 50, key is test_row_0/B:col10/1732656158266/Put/seqid=0 2024-11-26T21:22:38,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742190_1366 (size=12001) 2024-11-26T21:22:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656218511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656218513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656218513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656218516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656218517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656218718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656218719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656218719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656218720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656218720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:38,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/4445f3a4a71749a09db5ae4b8d596f3e 2024-11-26T21:22:38,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/29608f0e7b6e4872a85d3225a1cefbe6 is 50, key is test_row_0/C:col10/1732656158266/Put/seqid=0 2024-11-26T21:22:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742191_1367 (size=12001) 2024-11-26T21:22:39,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656219024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656219026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656219028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656219028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656219028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T21:22:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T21:22:39,225 INFO [Thread-1610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-26T21:22:39,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-26T21:22:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T21:22:39,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:39,228 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:39,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:39,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/29608f0e7b6e4872a85d3225a1cefbe6 2024-11-26T21:22:39,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/4918311589b84f2088026417e121f941 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/4918311589b84f2088026417e121f941 2024-11-26T21:22:39,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/4918311589b84f2088026417e121f941, entries=250, sequenceid=54, filesize=47.0 K 2024-11-26T21:22:39,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/4445f3a4a71749a09db5ae4b8d596f3e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4445f3a4a71749a09db5ae4b8d596f3e 2024-11-26T21:22:39,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4445f3a4a71749a09db5ae4b8d596f3e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T21:22:39,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/29608f0e7b6e4872a85d3225a1cefbe6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/29608f0e7b6e4872a85d3225a1cefbe6 2024-11-26T21:22:39,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/29608f0e7b6e4872a85d3225a1cefbe6, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T21:22:39,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 891ms, sequenceid=54, compaction requested=true 2024-11-26T21:22:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:39,265 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:39,265 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:39,266 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:39,266 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:39,266 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/A is initiating minor compaction (all files) 2024-11-26T21:22:39,266 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/B is initiating minor compaction (all files) 2024-11-26T21:22:39,266 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/B in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:39,266 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/A in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:39,266 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/d265116066964cf49078b770affb808c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/410bb02cb3ec4b35b53776e16c4b9c28, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/4918311589b84f2088026417e121f941] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=115.9 K 2024-11-26T21:22:39,266 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/76ecc3c826ce4833a6dfbc463fca9c3f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/c59bbb12c3c34aa2a305c094baa7f57c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4445f3a4a71749a09db5ae4b8d596f3e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.2 K 2024-11-26T21:22:39,266 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:39,266 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/d265116066964cf49078b770affb808c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/410bb02cb3ec4b35b53776e16c4b9c28, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/4918311589b84f2088026417e121f941] 2024-11-26T21:22:39,267 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ecc3c826ce4833a6dfbc463fca9c3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732656157121 2024-11-26T21:22:39,267 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d265116066964cf49078b770affb808c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732656157118 2024-11-26T21:22:39,267 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c59bbb12c3c34aa2a305c094baa7f57c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732656157133 2024-11-26T21:22:39,267 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4445f3a4a71749a09db5ae4b8d596f3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732656158266 2024-11-26T21:22:39,267 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 410bb02cb3ec4b35b53776e16c4b9c28, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732656157133 2024-11-26T21:22:39,268 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4918311589b84f2088026417e121f941, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732656158266 2024-11-26T21:22:39,274 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:39,275 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/bad6e90c7c1a475b867c37f469ade013 is 50, key is test_row_0/B:col10/1732656158266/Put/seqid=0 2024-11-26T21:22:39,277 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742192_1368 (size=12104) 2024-11-26T21:22:39,293 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/bad6e90c7c1a475b867c37f469ade013 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/bad6e90c7c1a475b867c37f469ade013 2024-11-26T21:22:39,298 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/B of 27f6a70486b4a85bcaf54b1d2f4069b0 into bad6e90c7c1a475b867c37f469ade013(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:39,298 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:39,298 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/B, priority=13, startTime=1732656159265; duration=0sec 2024-11-26T21:22:39,298 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:39,298 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:B 2024-11-26T21:22:39,298 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:39,299 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:39,299 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/C is initiating minor compaction (all files) 2024-11-26T21:22:39,299 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/C in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:39,300 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/33d508063e1244d69f3a23a210cea76e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1dcae3f03d3a41faacc1b37a6ccc7203, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/29608f0e7b6e4872a85d3225a1cefbe6] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.2 K 2024-11-26T21:22:39,300 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126edcecc5edc6f41ef8827e180d5e48f8f_27f6a70486b4a85bcaf54b1d2f4069b0 store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:39,302 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126edcecc5edc6f41ef8827e180d5e48f8f_27f6a70486b4a85bcaf54b1d2f4069b0, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:39,303 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126edcecc5edc6f41ef8827e180d5e48f8f_27f6a70486b4a85bcaf54b1d2f4069b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:39,303 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 33d508063e1244d69f3a23a210cea76e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732656157121 2024-11-26T21:22:39,304 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dcae3f03d3a41faacc1b37a6ccc7203, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732656157133 2024-11-26T21:22:39,304 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 29608f0e7b6e4872a85d3225a1cefbe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732656158266 2024-11-26T21:22:39,322 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:39,323 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/f8de12f2ee3c4e9babff5fe474b93c6d is 50, key is test_row_0/C:col10/1732656158266/Put/seqid=0 2024-11-26T21:22:39,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742193_1369 (size=4469) 2024-11-26T21:22:39,327 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#A#compaction#315 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:39,328 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6eac169bb2674dc7b72e497dbee730b2 is 175, key is test_row_0/A:col10/1732656158266/Put/seqid=0 2024-11-26T21:22:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T21:22:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742194_1370 (size=12104) 2024-11-26T21:22:39,351 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/f8de12f2ee3c4e9babff5fe474b93c6d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/f8de12f2ee3c4e9babff5fe474b93c6d 2024-11-26T21:22:39,358 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/C of 27f6a70486b4a85bcaf54b1d2f4069b0 into f8de12f2ee3c4e9babff5fe474b93c6d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:39,358 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:39,358 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/C, priority=13, startTime=1732656159265; duration=0sec 2024-11-26T21:22:39,359 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:39,359 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:C 2024-11-26T21:22:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742195_1371 (size=31058) 2024-11-26T21:22:39,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T21:22:39,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:39,381 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:22:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:39,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126730e4049c9bb43fabb92d1ceaa00ebdf_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656158405/Put/seqid=0 2024-11-26T21:22:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742196_1372 (size=12154) 2024-11-26T21:22:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:39,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126730e4049c9bb43fabb92d1ceaa00ebdf_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126730e4049c9bb43fabb92d1ceaa00ebdf_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/180a7ed3b4c54ecd97658d124157c22a, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/180a7ed3b4c54ecd97658d124157c22a is 175, key is test_row_0/A:col10/1732656158405/Put/seqid=0 2024-11-26T21:22:39,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742197_1373 (size=30955) 2024-11-26T21:22:39,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/180a7ed3b4c54ecd97658d124157c22a 2024-11-26T21:22:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/dcb80de9b3fd412ca5859b408e0b9670 is 50, key is test_row_0/B:col10/1732656158405/Put/seqid=0 2024-11-26T21:22:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742198_1374 (size=12001) 2024-11-26T21:22:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T21:22:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:39,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:39,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656219542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656219542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656219545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656219546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656219546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656219647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656219647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656219651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656219652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656219652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,766 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6eac169bb2674dc7b72e497dbee730b2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6eac169bb2674dc7b72e497dbee730b2 2024-11-26T21:22:39,771 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/A of 27f6a70486b4a85bcaf54b1d2f4069b0 into 6eac169bb2674dc7b72e497dbee730b2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:39,771 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:39,771 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/A, priority=13, startTime=1732656159265; duration=0sec 2024-11-26T21:22:39,771 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:39,771 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:A 2024-11-26T21:22:39,829 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/dcb80de9b3fd412ca5859b408e0b9670 2024-11-26T21:22:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T21:22:39,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0a5c95f3b1904203a1eb84ef50b0e713 is 50, key is test_row_0/C:col10/1732656158405/Put/seqid=0 2024-11-26T21:22:39,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742199_1375 (size=12001) 2024-11-26T21:22:39,854 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0a5c95f3b1904203a1eb84ef50b0e713 2024-11-26T21:22:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656219852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656219853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/180a7ed3b4c54ecd97658d124157c22a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/180a7ed3b4c54ecd97658d124157c22a 2024-11-26T21:22:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656219858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656219859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656219859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:39,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/180a7ed3b4c54ecd97658d124157c22a, entries=150, sequenceid=79, filesize=30.2 K 2024-11-26T21:22:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/dcb80de9b3fd412ca5859b408e0b9670 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/dcb80de9b3fd412ca5859b408e0b9670 2024-11-26T21:22:39,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/dcb80de9b3fd412ca5859b408e0b9670, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T21:22:39,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0a5c95f3b1904203a1eb84ef50b0e713 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0a5c95f3b1904203a1eb84ef50b0e713 2024-11-26T21:22:39,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0a5c95f3b1904203a1eb84ef50b0e713, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T21:22:39,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 492ms, sequenceid=79, compaction requested=false 2024-11-26T21:22:39,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:39,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:39,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-26T21:22:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-26T21:22:39,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-26T21:22:39,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 647 msec 2024-11-26T21:22:39,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 652 msec 2024-11-26T21:22:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:40,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T21:22:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:40,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:40,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e8ae45de24cd4ddeab271ba7606687e8_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656159540/Put/seqid=0 2024-11-26T21:22:40,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742200_1376 (size=12154) 2024-11-26T21:22:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656220190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656220190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656220191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656220194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656220198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656220299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656220299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656220300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656220301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656220301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T21:22:40,331 INFO [Thread-1610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-26T21:22:40,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-26T21:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T21:22:40,333 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:40,334 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:40,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T21:22:40,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656220506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656220506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656220506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656220507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656220507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:40,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e8ae45de24cd4ddeab271ba7606687e8_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8ae45de24cd4ddeab271ba7606687e8_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:40,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a75bc23a08ac4d629ac8d9d352b390db, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:40,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a75bc23a08ac4d629ac8d9d352b390db is 175, key is test_row_0/A:col10/1732656159540/Put/seqid=0 2024-11-26T21:22:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742201_1377 (size=30955) 2024-11-26T21:22:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T21:22:40,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656220811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656220811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656220812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656220815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656220815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T21:22:40,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:40,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:40,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:40,990 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a75bc23a08ac4d629ac8d9d352b390db 2024-11-26T21:22:40,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/de1fe2fa1ba54eeebde9490fd35c8486 is 50, key is test_row_0/B:col10/1732656159540/Put/seqid=0 2024-11-26T21:22:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742202_1378 (size=12001) 2024-11-26T21:22:41,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:41,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:41,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:41,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656221314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656221314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656221315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656221320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656221323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/de1fe2fa1ba54eeebde9490fd35c8486 2024-11-26T21:22:41,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:41,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:41,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0f0f1f14a6dd44a6bcd8fe750719dbdc is 50, key is test_row_0/C:col10/1732656159540/Put/seqid=0 2024-11-26T21:22:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742203_1379 (size=12001) 2024-11-26T21:22:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T21:22:41,559 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:41,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:41,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:41,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0f0f1f14a6dd44a6bcd8fe750719dbdc 2024-11-26T21:22:41,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a75bc23a08ac4d629ac8d9d352b390db as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a75bc23a08ac4d629ac8d9d352b390db 2024-11-26T21:22:41,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a75bc23a08ac4d629ac8d9d352b390db, entries=150, sequenceid=94, filesize=30.2 K 2024-11-26T21:22:41,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/de1fe2fa1ba54eeebde9490fd35c8486 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/de1fe2fa1ba54eeebde9490fd35c8486 2024-11-26T21:22:41,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/de1fe2fa1ba54eeebde9490fd35c8486, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T21:22:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0f0f1f14a6dd44a6bcd8fe750719dbdc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0f0f1f14a6dd44a6bcd8fe750719dbdc 2024-11-26T21:22:41,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0f0f1f14a6dd44a6bcd8fe750719dbdc, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T21:22:41,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1680ms, sequenceid=94, compaction requested=true 2024-11-26T21:22:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:41,841 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:41,841 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:41,842 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:41,842 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/A is initiating minor compaction (all files) 2024-11-26T21:22:41,842 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/A in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,842 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6eac169bb2674dc7b72e497dbee730b2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/180a7ed3b4c54ecd97658d124157c22a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a75bc23a08ac4d629ac8d9d352b390db] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=90.8 K 2024-11-26T21:22:41,842 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,842 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6eac169bb2674dc7b72e497dbee730b2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/180a7ed3b4c54ecd97658d124157c22a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a75bc23a08ac4d629ac8d9d352b390db] 2024-11-26T21:22:41,843 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6eac169bb2674dc7b72e497dbee730b2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732656158266 2024-11-26T21:22:41,843 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:41,843 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 180a7ed3b4c54ecd97658d124157c22a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732656158405 2024-11-26T21:22:41,843 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/B is initiating minor compaction (all files) 2024-11-26T21:22:41,843 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/B in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,843 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/bad6e90c7c1a475b867c37f469ade013, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/dcb80de9b3fd412ca5859b408e0b9670, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/de1fe2fa1ba54eeebde9490fd35c8486] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.3 K 2024-11-26T21:22:41,844 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting a75bc23a08ac4d629ac8d9d352b390db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656159540 2024-11-26T21:22:41,844 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting bad6e90c7c1a475b867c37f469ade013, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732656158266 2024-11-26T21:22:41,844 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting dcb80de9b3fd412ca5859b408e0b9670, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732656158405 2024-11-26T21:22:41,845 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting de1fe2fa1ba54eeebde9490fd35c8486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656159540 2024-11-26T21:22:41,850 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:41,864 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269d64b6b4774d42048ea15e6f287c8d75_27f6a70486b4a85bcaf54b1d2f4069b0 store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:41,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:41,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T21:22:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:22:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:41,866 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269d64b6b4774d42048ea15e6f287c8d75_27f6a70486b4a85bcaf54b1d2f4069b0, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:41,866 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269d64b6b4774d42048ea15e6f287c8d75_27f6a70486b4a85bcaf54b1d2f4069b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:41,869 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:41,870 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/584dbae29a4b469ca01ae5a1c6d936be is 50, key is test_row_0/B:col10/1732656159540/Put/seqid=0 2024-11-26T21:22:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742204_1380 (size=4469) 2024-11-26T21:22:41,881 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#A#compaction#323 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:41,881 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/9105c8c1567245b4818a39c17846fd3e is 175, key is test_row_0/A:col10/1732656159540/Put/seqid=0 2024-11-26T21:22:41,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae5f38841a1940d8bfbe5020431939fe_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656160197/Put/seqid=0 2024-11-26T21:22:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742205_1381 (size=12207) 2024-11-26T21:22:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742206_1382 (size=12154) 2024-11-26T21:22:41,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742207_1383 (size=31161) 2024-11-26T21:22:41,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae5f38841a1940d8bfbe5020431939fe_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae5f38841a1940d8bfbe5020431939fe_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/46d598227d94424e9290d381cf0bb862, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/46d598227d94424e9290d381cf0bb862 is 175, key is test_row_0/A:col10/1732656160197/Put/seqid=0 2024-11-26T21:22:41,907 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/9105c8c1567245b4818a39c17846fd3e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9105c8c1567245b4818a39c17846fd3e 2024-11-26T21:22:41,913 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/A of 27f6a70486b4a85bcaf54b1d2f4069b0 into 9105c8c1567245b4818a39c17846fd3e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:41,913 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:41,913 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/A, priority=13, startTime=1732656161841; duration=0sec 2024-11-26T21:22:41,913 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:41,913 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:A 2024-11-26T21:22:41,913 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:41,914 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:41,914 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/C is initiating minor compaction (all files) 2024-11-26T21:22:41,914 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/C in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,914 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/f8de12f2ee3c4e9babff5fe474b93c6d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0a5c95f3b1904203a1eb84ef50b0e713, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0f0f1f14a6dd44a6bcd8fe750719dbdc] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.3 K 2024-11-26T21:22:41,914 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8de12f2ee3c4e9babff5fe474b93c6d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732656158266 2024-11-26T21:22:41,915 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a5c95f3b1904203a1eb84ef50b0e713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732656158405 2024-11-26T21:22:41,916 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f0f1f14a6dd44a6bcd8fe750719dbdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656159540 2024-11-26T21:22:41,926 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:41,927 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/dec652047c974f419a4dff91544f13e0 is 50, key is test_row_0/C:col10/1732656159540/Put/seqid=0 2024-11-26T21:22:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742208_1384 (size=30955) 2024-11-26T21:22:41,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/46d598227d94424e9290d381cf0bb862 2024-11-26T21:22:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742209_1385 (size=12207) 2024-11-26T21:22:41,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/8bdcc529213743a3bdb68b2b169221b4 is 50, key is test_row_0/B:col10/1732656160197/Put/seqid=0 2024-11-26T21:22:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742210_1386 (size=12001) 2024-11-26T21:22:41,955 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/8bdcc529213743a3bdb68b2b169221b4 2024-11-26T21:22:41,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/8485a04c9f5e4d998a17b7fa80218807 is 50, key is test_row_0/C:col10/1732656160197/Put/seqid=0 2024-11-26T21:22:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742211_1387 (size=12001) 2024-11-26T21:22:41,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/8485a04c9f5e4d998a17b7fa80218807 2024-11-26T21:22:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/46d598227d94424e9290d381cf0bb862 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/46d598227d94424e9290d381cf0bb862 2024-11-26T21:22:41,981 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/46d598227d94424e9290d381cf0bb862, entries=150, sequenceid=116, filesize=30.2 K 2024-11-26T21:22:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/8bdcc529213743a3bdb68b2b169221b4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/8bdcc529213743a3bdb68b2b169221b4 2024-11-26T21:22:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/8bdcc529213743a3bdb68b2b169221b4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T21:22:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/8485a04c9f5e4d998a17b7fa80218807 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/8485a04c9f5e4d998a17b7fa80218807 2024-11-26T21:22:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,991 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/8485a04c9f5e4d998a17b7fa80218807, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T21:22:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,991 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 125ms, sequenceid=116, compaction requested=false 2024-11-26T21:22:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-26T21:22:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-26T21:22:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-26T21:22:41,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-26T21:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.6620 sec 2024-11-26T21:22:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,291 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/584dbae29a4b469ca01ae5a1c6d936be as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/584dbae29a4b469ca01ae5a1c6d936be 2024-11-26T21:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,295 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/B of 27f6a70486b4a85bcaf54b1d2f4069b0 into 584dbae29a4b469ca01ae5a1c6d936be(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:42,295 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:42,295 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/B, priority=13, startTime=1732656161841; duration=0sec 2024-11-26T21:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,296 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:42,296 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:B 2024-11-26T21:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,341 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/dec652047c974f419a4dff91544f13e0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/dec652047c974f419a4dff91544f13e0 2024-11-26T21:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,347 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/C of 27f6a70486b4a85bcaf54b1d2f4069b0 into dec652047c974f419a4dff91544f13e0(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,347 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:42,347 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/C, priority=13, startTime=1732656161841; duration=0sec 2024-11-26T21:22:42,347 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:42,347 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:C 2024-11-26T21:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T21:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,438 INFO [Thread-1610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-26T21:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-26T21:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T21:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:42,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:22:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:42,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:42,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:42,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:42,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a7eabc04c325418c9b850294fa3881f4_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656162491/Put/seqid=0 2024-11-26T21:22:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742213_1389 (size=24458) 2024-11-26T21:22:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T21:22:42,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656222555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656222555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656222556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656222557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656222558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:42,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:42,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:42,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:42,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656222659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656222664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656222664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656222664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656222668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T21:22:42,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:42,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656222864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656222868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656222869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656222869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656222873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:42,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:42,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:42,939 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:42,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a7eabc04c325418c9b850294fa3881f4_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a7eabc04c325418c9b850294fa3881f4_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:42,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/00db07077c2e432194a94ca4df4f3cb2, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:42,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/00db07077c2e432194a94ca4df4f3cb2 is 175, key is test_row_0/A:col10/1732656162491/Put/seqid=0 2024-11-26T21:22:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742212_1388 (size=74095) 2024-11-26T21:22:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T21:22:43,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656223170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656223173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656223175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656223175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656223179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:43,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:43,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/00db07077c2e432194a94ca4df4f3cb2 2024-11-26T21:22:43,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/f160f6f7b2ce4c53af7825ddb2f4fadc is 50, key is test_row_0/B:col10/1732656162491/Put/seqid=0 2024-11-26T21:22:43,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742214_1390 (size=12101) 2024-11-26T21:22:43,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:43,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T21:22:43,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656223679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656223680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656223680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656223682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656223686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/f160f6f7b2ce4c53af7825ddb2f4fadc 2024-11-26T21:22:43,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/2a5918d0954c4c6fa24bd693ded9b64e is 50, key is test_row_0/C:col10/1732656162491/Put/seqid=0 2024-11-26T21:22:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742215_1391 (size=12101) 2024-11-26T21:22:43,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/2a5918d0954c4c6fa24bd693ded9b64e 2024-11-26T21:22:43,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/00db07077c2e432194a94ca4df4f3cb2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/00db07077c2e432194a94ca4df4f3cb2 2024-11-26T21:22:43,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/00db07077c2e432194a94ca4df4f3cb2, entries=400, sequenceid=130, filesize=72.4 K 2024-11-26T21:22:43,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/f160f6f7b2ce4c53af7825ddb2f4fadc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/f160f6f7b2ce4c53af7825ddb2f4fadc 2024-11-26T21:22:43,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/f160f6f7b2ce4c53af7825ddb2f4fadc, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T21:22:43,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/2a5918d0954c4c6fa24bd693ded9b64e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/2a5918d0954c4c6fa24bd693ded9b64e 2024-11-26T21:22:43,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/2a5918d0954c4c6fa24bd693ded9b64e, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T21:22:43,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1299ms, sequenceid=130, compaction requested=true 2024-11-26T21:22:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:43,793 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:43,793 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:43,794 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:43,794 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:43,794 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/A is initiating minor compaction (all files) 2024-11-26T21:22:43,794 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/B is initiating minor compaction (all files) 2024-11-26T21:22:43,795 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/A in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,795 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/B in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,795 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/584dbae29a4b469ca01ae5a1c6d936be, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/8bdcc529213743a3bdb68b2b169221b4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/f160f6f7b2ce4c53af7825ddb2f4fadc] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.5 K 2024-11-26T21:22:43,795 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9105c8c1567245b4818a39c17846fd3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/46d598227d94424e9290d381cf0bb862, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/00db07077c2e432194a94ca4df4f3cb2] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=133.0 K 2024-11-26T21:22:43,795 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,795 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9105c8c1567245b4818a39c17846fd3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/46d598227d94424e9290d381cf0bb862, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/00db07077c2e432194a94ca4df4f3cb2] 2024-11-26T21:22:43,795 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 584dbae29a4b469ca01ae5a1c6d936be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656159540 2024-11-26T21:22:43,795 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9105c8c1567245b4818a39c17846fd3e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656159540 2024-11-26T21:22:43,795 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bdcc529213743a3bdb68b2b169221b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732656160189 2024-11-26T21:22:43,795 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46d598227d94424e9290d381cf0bb862, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732656160189 2024-11-26T21:22:43,796 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f160f6f7b2ce4c53af7825ddb2f4fadc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732656162417 2024-11-26T21:22:43,796 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00db07077c2e432194a94ca4df4f3cb2, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732656162413 2024-11-26T21:22:43,806 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#B#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:43,807 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/4d4b5912530748d39a3c8953d8e38559 is 50, key is test_row_0/B:col10/1732656162491/Put/seqid=0 2024-11-26T21:22:43,814 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:43,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:43,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T21:22:43,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,821 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:22:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:43,844 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126690a49604aa447e8a0ec54043de44a80_27f6a70486b4a85bcaf54b1d2f4069b0 store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:43,848 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126690a49604aa447e8a0ec54043de44a80_27f6a70486b4a85bcaf54b1d2f4069b0, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:43,848 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126690a49604aa447e8a0ec54043de44a80_27f6a70486b4a85bcaf54b1d2f4069b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742216_1392 (size=12409) 2024-11-26T21:22:43,891 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/4d4b5912530748d39a3c8953d8e38559 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4d4b5912530748d39a3c8953d8e38559 2024-11-26T21:22:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126efa475260d00442c8fc5da73ddfde5ac_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656162557/Put/seqid=0 2024-11-26T21:22:43,900 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/B of 27f6a70486b4a85bcaf54b1d2f4069b0 into 4d4b5912530748d39a3c8953d8e38559(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:43,900 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:43,900 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/B, priority=13, startTime=1732656163793; duration=0sec 2024-11-26T21:22:43,900 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:43,900 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:B 2024-11-26T21:22:43,900 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:43,901 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:43,902 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/C is initiating minor compaction (all files) 2024-11-26T21:22:43,902 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/C in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:43,902 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/dec652047c974f419a4dff91544f13e0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/8485a04c9f5e4d998a17b7fa80218807, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/2a5918d0954c4c6fa24bd693ded9b64e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.5 K 2024-11-26T21:22:43,904 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting dec652047c974f419a4dff91544f13e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732656159540 2024-11-26T21:22:43,904 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8485a04c9f5e4d998a17b7fa80218807, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732656160189 2024-11-26T21:22:43,904 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a5918d0954c4c6fa24bd693ded9b64e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732656162417 2024-11-26T21:22:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742217_1393 (size=4469) 2024-11-26T21:22:43,918 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#A#compaction#333 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:43,919 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/02d77a4079be437e98e5599e4d9eab31 is 175, key is test_row_0/A:col10/1732656162491/Put/seqid=0 2024-11-26T21:22:43,928 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:43,928 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/c638dacbdeae4e2d89b4bd00de8db746 is 50, key is test_row_0/C:col10/1732656162491/Put/seqid=0 2024-11-26T21:22:43,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742218_1394 (size=12304) 2024-11-26T21:22:43,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742219_1395 (size=31363) 2024-11-26T21:22:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742220_1396 (size=12409) 2024-11-26T21:22:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:44,342 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126efa475260d00442c8fc5da73ddfde5ac_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126efa475260d00442c8fc5da73ddfde5ac_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:44,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/528fb4f3661c4e79a5bf830516c8b08e, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:44,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/528fb4f3661c4e79a5bf830516c8b08e is 175, key is test_row_0/A:col10/1732656162557/Put/seqid=0 2024-11-26T21:22:44,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742221_1397 (size=31105) 2024-11-26T21:22:44,353 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/02d77a4079be437e98e5599e4d9eab31 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/02d77a4079be437e98e5599e4d9eab31 2024-11-26T21:22:44,359 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/A of 27f6a70486b4a85bcaf54b1d2f4069b0 into 02d77a4079be437e98e5599e4d9eab31(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:44,359 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:44,359 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/A, priority=13, startTime=1732656163793; duration=0sec 2024-11-26T21:22:44,359 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:44,359 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:A 2024-11-26T21:22:44,360 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/c638dacbdeae4e2d89b4bd00de8db746 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/c638dacbdeae4e2d89b4bd00de8db746 2024-11-26T21:22:44,364 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/C of 27f6a70486b4a85bcaf54b1d2f4069b0 into c638dacbdeae4e2d89b4bd00de8db746(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:44,364 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:44,364 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/C, priority=13, startTime=1732656163793; duration=0sec 2024-11-26T21:22:44,364 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:44,364 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:C 2024-11-26T21:22:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T21:22:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:44,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656224699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656224700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656224725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656224725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656224725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/528fb4f3661c4e79a5bf830516c8b08e 2024-11-26T21:22:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/302714f5ee1849259ba278f48a71ddb0 is 50, key is test_row_0/B:col10/1732656162557/Put/seqid=0 2024-11-26T21:22:44,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742222_1398 (size=12151) 2024-11-26T21:22:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656224826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656224833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656224832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656224833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656225033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656225038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656225038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656225039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,165 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/302714f5ee1849259ba278f48a71ddb0 2024-11-26T21:22:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/4e3996487e464debaf1a3b13550e4f01 is 50, key is test_row_0/C:col10/1732656162557/Put/seqid=0 2024-11-26T21:22:45,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742223_1399 (size=12151) 2024-11-26T21:22:45,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656225338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656225343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656225343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656225344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,577 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/4e3996487e464debaf1a3b13550e4f01 2024-11-26T21:22:45,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/528fb4f3661c4e79a5bf830516c8b08e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/528fb4f3661c4e79a5bf830516c8b08e 2024-11-26T21:22:45,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/528fb4f3661c4e79a5bf830516c8b08e, entries=150, sequenceid=155, filesize=30.4 K 2024-11-26T21:22:45,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/302714f5ee1849259ba278f48a71ddb0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/302714f5ee1849259ba278f48a71ddb0 2024-11-26T21:22:45,589 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/302714f5ee1849259ba278f48a71ddb0, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T21:22:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/4e3996487e464debaf1a3b13550e4f01 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4e3996487e464debaf1a3b13550e4f01 2024-11-26T21:22:45,593 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4e3996487e464debaf1a3b13550e4f01, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T21:22:45,594 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1773ms, sequenceid=155, compaction requested=false 2024-11-26T21:22:45,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:45,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:45,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-26T21:22:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-26T21:22:45,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-26T21:22:45,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1530 sec 2024-11-26T21:22:45,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.1580 sec 2024-11-26T21:22:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:45,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:22:45,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:45,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:45,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:45,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:45,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:45,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:45,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126996e1b4ea777430d8edbef511c0ec718_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656164691/Put/seqid=0 2024-11-26T21:22:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742224_1400 (size=14794) 2024-11-26T21:22:45,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:45,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126996e1b4ea777430d8edbef511c0ec718_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126996e1b4ea777430d8edbef511c0ec718_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:45,867 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6ea0e59e9cf14c6e8e0c2627b1c0c038, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:45,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6ea0e59e9cf14c6e8e0c2627b1c0c038 is 175, key is test_row_0/A:col10/1732656164691/Put/seqid=0 2024-11-26T21:22:45,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742225_1401 (size=39749) 2024-11-26T21:22:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656225916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656225944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656225944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656225944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656226045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656226053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656226053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656226053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656226253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656226259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656226260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656226260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,272 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6ea0e59e9cf14c6e8e0c2627b1c0c038 2024-11-26T21:22:46,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/73f02e582ee24dfe81197795df238011 is 50, key is test_row_0/B:col10/1732656164691/Put/seqid=0 2024-11-26T21:22:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742226_1402 (size=12151) 2024-11-26T21:22:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T21:22:46,545 INFO [Thread-1610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-26T21:22:46,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-26T21:22:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T21:22:46,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:46,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:46,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656226557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656226565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656226565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656226568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T21:22:46,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/73f02e582ee24dfe81197795df238011 2024-11-26T21:22:46,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/68943edb0a5348b4add07adb5784916e is 50, key is test_row_0/C:col10/1732656164691/Put/seqid=0 2024-11-26T21:22:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742227_1403 (size=12151) 2024-11-26T21:22:46,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T21:22:46,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:46,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656226730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,733 DEBUG [Thread-1600 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T21:22:46,856 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:46,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T21:22:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:46,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:47,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:47,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T21:22:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:47,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:47,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656227065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656227072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656227073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656227074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:47,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/68943edb0a5348b4add07adb5784916e 2024-11-26T21:22:47,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6ea0e59e9cf14c6e8e0c2627b1c0c038 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6ea0e59e9cf14c6e8e0c2627b1c0c038 2024-11-26T21:22:47,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6ea0e59e9cf14c6e8e0c2627b1c0c038, entries=200, sequenceid=171, filesize=38.8 K 2024-11-26T21:22:47,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/73f02e582ee24dfe81197795df238011 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/73f02e582ee24dfe81197795df238011 2024-11-26T21:22:47,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/73f02e582ee24dfe81197795df238011, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T21:22:47,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/68943edb0a5348b4add07adb5784916e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/68943edb0a5348b4add07adb5784916e 2024-11-26T21:22:47,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/68943edb0a5348b4add07adb5784916e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T21:22:47,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1270ms, sequenceid=171, compaction requested=true 2024-11-26T21:22:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:47,114 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:47,114 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:47,115 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:47,115 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/B is initiating minor compaction (all files) 2024-11-26T21:22:47,115 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/B in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:47,115 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4d4b5912530748d39a3c8953d8e38559, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/302714f5ee1849259ba278f48a71ddb0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/73f02e582ee24dfe81197795df238011] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.9 K 2024-11-26T21:22:47,116 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:47,116 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/A is initiating minor compaction (all files) 2024-11-26T21:22:47,116 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/A in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:47,116 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/02d77a4079be437e98e5599e4d9eab31, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/528fb4f3661c4e79a5bf830516c8b08e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6ea0e59e9cf14c6e8e0c2627b1c0c038] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=99.8 K 2024-11-26T21:22:47,116 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:47,116 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/02d77a4079be437e98e5599e4d9eab31, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/528fb4f3661c4e79a5bf830516c8b08e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6ea0e59e9cf14c6e8e0c2627b1c0c038] 2024-11-26T21:22:47,116 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02d77a4079be437e98e5599e4d9eab31, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732656162417 2024-11-26T21:22:47,116 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d4b5912530748d39a3c8953d8e38559, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732656162417 2024-11-26T21:22:47,117 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 302714f5ee1849259ba278f48a71ddb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732656162542 2024-11-26T21:22:47,117 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 528fb4f3661c4e79a5bf830516c8b08e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732656162542 2024-11-26T21:22:47,117 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ea0e59e9cf14c6e8e0c2627b1c0c038, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732656164691 2024-11-26T21:22:47,117 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f02e582ee24dfe81197795df238011, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732656164691 2024-11-26T21:22:47,122 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:47,124 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:47,125 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/009d6df0f1454d5fa200cc53c0c1e6f2 is 50, key is test_row_0/B:col10/1732656164691/Put/seqid=0 2024-11-26T21:22:47,129 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411265dbcd619b5f046f08290491a56221d39_27f6a70486b4a85bcaf54b1d2f4069b0 store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:47,131 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411265dbcd619b5f046f08290491a56221d39_27f6a70486b4a85bcaf54b1d2f4069b0, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:47,131 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265dbcd619b5f046f08290491a56221d39_27f6a70486b4a85bcaf54b1d2f4069b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742228_1404 (size=12561) 2024-11-26T21:22:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T21:22:47,156 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/009d6df0f1454d5fa200cc53c0c1e6f2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/009d6df0f1454d5fa200cc53c0c1e6f2 2024-11-26T21:22:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742229_1405 (size=4469) 2024-11-26T21:22:47,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:47,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T21:22:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:47,163 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:22:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:47,167 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/B of 27f6a70486b4a85bcaf54b1d2f4069b0 into 009d6df0f1454d5fa200cc53c0c1e6f2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:47,167 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:47,167 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/B, priority=13, startTime=1732656167114; duration=0sec 2024-11-26T21:22:47,167 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:47,167 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:B 2024-11-26T21:22:47,167 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:47,169 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:47,169 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/C is initiating minor compaction (all files) 2024-11-26T21:22:47,170 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/C in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:47,170 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/c638dacbdeae4e2d89b4bd00de8db746, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4e3996487e464debaf1a3b13550e4f01, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/68943edb0a5348b4add07adb5784916e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=35.9 K 2024-11-26T21:22:47,170 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c638dacbdeae4e2d89b4bd00de8db746, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732656162417 2024-11-26T21:22:47,170 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3996487e464debaf1a3b13550e4f01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732656162542 2024-11-26T21:22:47,171 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 68943edb0a5348b4add07adb5784916e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732656164691 2024-11-26T21:22:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126392cf134565c419d8c9e25ce73fa0583_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656165917/Put/seqid=0 2024-11-26T21:22:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742230_1406 (size=12304) 2024-11-26T21:22:47,183 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:47,184 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/3f86c5971c5a4c05891821f508cb2cc7 is 50, key is test_row_0/C:col10/1732656164691/Put/seqid=0 2024-11-26T21:22:47,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742231_1407 (size=12561) 2024-11-26T21:22:47,560 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#A#compaction#341 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:47,561 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/2061a292c7fd4216833b53d5c4c2f561 is 175, key is test_row_0/A:col10/1732656164691/Put/seqid=0 2024-11-26T21:22:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742232_1408 (size=31515) 2024-11-26T21:22:47,569 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/2061a292c7fd4216833b53d5c4c2f561 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2061a292c7fd4216833b53d5c4c2f561 2024-11-26T21:22:47,573 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/A of 27f6a70486b4a85bcaf54b1d2f4069b0 into 2061a292c7fd4216833b53d5c4c2f561(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:47,573 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:47,573 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/A, priority=13, startTime=1732656167114; duration=0sec 2024-11-26T21:22:47,573 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:47,574 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:A 2024-11-26T21:22:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:47,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126392cf134565c419d8c9e25ce73fa0583_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126392cf134565c419d8c9e25ce73fa0583_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6cf8ee0c754b4724a20e93008f71dcde, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6cf8ee0c754b4724a20e93008f71dcde is 175, key is test_row_0/A:col10/1732656165917/Put/seqid=0 2024-11-26T21:22:47,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742233_1409 (size=31105) 2024-11-26T21:22:47,598 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/3f86c5971c5a4c05891821f508cb2cc7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3f86c5971c5a4c05891821f508cb2cc7 2024-11-26T21:22:47,602 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/C of 27f6a70486b4a85bcaf54b1d2f4069b0 into 3f86c5971c5a4c05891821f508cb2cc7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:47,602 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:47,602 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/C, priority=13, startTime=1732656167114; duration=0sec 2024-11-26T21:22:47,603 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:47,603 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:C 2024-11-26T21:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T21:22:47,993 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6cf8ee0c754b4724a20e93008f71dcde 2024-11-26T21:22:48,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/35042cd45bf744f580d6e8f0125b53b8 is 50, key is test_row_0/B:col10/1732656165917/Put/seqid=0 2024-11-26T21:22:48,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742234_1410 (size=12151) 2024-11-26T21:22:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:48,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656228088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656228091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656228091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656228094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656228195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656228197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656228199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656228202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656228399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656228400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656228403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/35042cd45bf744f580d6e8f0125b53b8 2024-11-26T21:22:48,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656228406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/4b2f8de3852b4c388abecbb5ab7dd4e7 is 50, key is test_row_0/C:col10/1732656165917/Put/seqid=0 2024-11-26T21:22:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742235_1411 (size=12151) 2024-11-26T21:22:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T21:22:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656228706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656228706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656228709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656228712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:48,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/4b2f8de3852b4c388abecbb5ab7dd4e7 2024-11-26T21:22:48,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/6cf8ee0c754b4724a20e93008f71dcde as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6cf8ee0c754b4724a20e93008f71dcde 2024-11-26T21:22:48,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6cf8ee0c754b4724a20e93008f71dcde, entries=150, sequenceid=197, filesize=30.4 K 2024-11-26T21:22:48,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/35042cd45bf744f580d6e8f0125b53b8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/35042cd45bf744f580d6e8f0125b53b8 2024-11-26T21:22:48,830 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/35042cd45bf744f580d6e8f0125b53b8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T21:22:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/4b2f8de3852b4c388abecbb5ab7dd4e7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4b2f8de3852b4c388abecbb5ab7dd4e7 2024-11-26T21:22:48,835 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4b2f8de3852b4c388abecbb5ab7dd4e7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T21:22:48,836 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1672ms, sequenceid=197, compaction requested=false 2024-11-26T21:22:48,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:48,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:48,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-26T21:22:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-26T21:22:48,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-26T21:22:48,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2860 sec 2024-11-26T21:22:48,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.2930 sec 2024-11-26T21:22:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:49,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:22:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:49,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112616d3ca0f49b745749213392010ad6197_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656168093/Put/seqid=0 2024-11-26T21:22:49,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742236_1412 (size=12304) 2024-11-26T21:22:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656229264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656229264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656229268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656229269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656229370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656229370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656229376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656229376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656229573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656229573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656229580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656229581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:49,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112616d3ca0f49b745749213392010ad6197_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112616d3ca0f49b745749213392010ad6197_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:49,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e1c4afef45154f50937f0f6142eeca71, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:49,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e1c4afef45154f50937f0f6142eeca71 is 175, key is test_row_0/A:col10/1732656168093/Put/seqid=0 2024-11-26T21:22:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742237_1413 (size=31105) 2024-11-26T21:22:49,663 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e1c4afef45154f50937f0f6142eeca71 2024-11-26T21:22:49,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/27fdd2bf76ff462f8fba2b88173982bc is 50, key is test_row_0/B:col10/1732656168093/Put/seqid=0 2024-11-26T21:22:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742238_1414 (size=12151) 2024-11-26T21:22:49,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656229879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656229880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656229886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:49,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656229888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/27fdd2bf76ff462f8fba2b88173982bc 2024-11-26T21:22:50,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/913e852de1fc401db846874e09e2cb62 is 50, key is test_row_0/C:col10/1732656168093/Put/seqid=0 2024-11-26T21:22:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742239_1415 (size=12151) 2024-11-26T21:22:50,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656230383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656230385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656230391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656230392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/913e852de1fc401db846874e09e2cb62 2024-11-26T21:22:50,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e1c4afef45154f50937f0f6142eeca71 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e1c4afef45154f50937f0f6142eeca71 2024-11-26T21:22:50,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e1c4afef45154f50937f0f6142eeca71, entries=150, sequenceid=212, filesize=30.4 K 2024-11-26T21:22:50,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/27fdd2bf76ff462f8fba2b88173982bc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/27fdd2bf76ff462f8fba2b88173982bc 2024-11-26T21:22:50,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/27fdd2bf76ff462f8fba2b88173982bc, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T21:22:50,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/913e852de1fc401db846874e09e2cb62 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/913e852de1fc401db846874e09e2cb62 2024-11-26T21:22:50,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/913e852de1fc401db846874e09e2cb62, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T21:22:50,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1305ms, sequenceid=212, compaction requested=true 2024-11-26T21:22:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:50,521 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:50,521 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:50,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:50,522 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:50,522 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/A is initiating minor compaction (all files) 2024-11-26T21:22:50,522 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/A in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,522 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2061a292c7fd4216833b53d5c4c2f561, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6cf8ee0c754b4724a20e93008f71dcde, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e1c4afef45154f50937f0f6142eeca71] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=91.5 K 2024-11-26T21:22:50,522 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,522 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2061a292c7fd4216833b53d5c4c2f561, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6cf8ee0c754b4724a20e93008f71dcde, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e1c4afef45154f50937f0f6142eeca71] 2024-11-26T21:22:50,522 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:50,523 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2061a292c7fd4216833b53d5c4c2f561, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732656164691 2024-11-26T21:22:50,523 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/B is initiating minor compaction (all files) 2024-11-26T21:22:50,523 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/B in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,523 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/009d6df0f1454d5fa200cc53c0c1e6f2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/35042cd45bf744f580d6e8f0125b53b8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/27fdd2bf76ff462f8fba2b88173982bc] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=36.0 K 2024-11-26T21:22:50,523 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cf8ee0c754b4724a20e93008f71dcde, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732656165881 2024-11-26T21:22:50,523 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 009d6df0f1454d5fa200cc53c0c1e6f2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732656164691 2024-11-26T21:22:50,523 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1c4afef45154f50937f0f6142eeca71, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656168093 2024-11-26T21:22:50,524 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 35042cd45bf744f580d6e8f0125b53b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732656165881 2024-11-26T21:22:50,524 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 27fdd2bf76ff462f8fba2b88173982bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656168093 2024-11-26T21:22:50,530 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#B#compaction#350 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:50,531 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/b5ee03fbb66a486f8562a0aecf30d26c is 50, key is test_row_0/B:col10/1732656168093/Put/seqid=0 2024-11-26T21:22:50,531 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:50,535 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b4bddb30092e4170b9778b6e7e3779c3_27f6a70486b4a85bcaf54b1d2f4069b0 store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:50,537 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b4bddb30092e4170b9778b6e7e3779c3_27f6a70486b4a85bcaf54b1d2f4069b0, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:50,538 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b4bddb30092e4170b9778b6e7e3779c3_27f6a70486b4a85bcaf54b1d2f4069b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742240_1416 (size=12663) 2024-11-26T21:22:50,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742241_1417 (size=4469) 2024-11-26T21:22:50,562 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#A#compaction#351 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:50,563 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/554c4693dc8b4d659d7373823f61bb97 is 175, key is test_row_0/A:col10/1732656168093/Put/seqid=0 2024-11-26T21:22:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742242_1418 (size=31617) 2024-11-26T21:22:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T21:22:50,654 INFO [Thread-1610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-26T21:22:50,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-26T21:22:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T21:22:50,656 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:50,657 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:50,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T21:22:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:50,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:22:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:50,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a6b38527b6db497daf7875f202cd0dff_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656169261/Put/seqid=0 2024-11-26T21:22:50,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742243_1419 (size=14794) 2024-11-26T21:22:50,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:50,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656230807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656230916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T21:22:50,958 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/b5ee03fbb66a486f8562a0aecf30d26c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/b5ee03fbb66a486f8562a0aecf30d26c 2024-11-26T21:22:50,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:50,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:50,962 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/B of 27f6a70486b4a85bcaf54b1d2f4069b0 into b5ee03fbb66a486f8562a0aecf30d26c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:50,962 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:50,962 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/B, priority=13, startTime=1732656170521; duration=0sec 2024-11-26T21:22:50,962 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:50,962 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:B 2024-11-26T21:22:50,962 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:22:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:50,964 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:22:50,964 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/C is initiating minor compaction (all files) 2024-11-26T21:22:50,964 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/C in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:50,964 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3f86c5971c5a4c05891821f508cb2cc7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4b2f8de3852b4c388abecbb5ab7dd4e7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/913e852de1fc401db846874e09e2cb62] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=36.0 K 2024-11-26T21:22:50,965 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f86c5971c5a4c05891821f508cb2cc7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732656164691 2024-11-26T21:22:50,965 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b2f8de3852b4c388abecbb5ab7dd4e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732656165881 2024-11-26T21:22:50,966 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 913e852de1fc401db846874e09e2cb62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656168093 2024-11-26T21:22:50,972 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:50,973 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/30b6fe780b9848d9a5e6a87ed77d9e1a is 50, key is test_row_0/C:col10/1732656168093/Put/seqid=0 2024-11-26T21:22:50,976 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/554c4693dc8b4d659d7373823f61bb97 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/554c4693dc8b4d659d7373823f61bb97 2024-11-26T21:22:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742244_1420 (size=12663) 2024-11-26T21:22:50,981 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/A of 27f6a70486b4a85bcaf54b1d2f4069b0 into 554c4693dc8b4d659d7373823f61bb97(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:50,981 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:50,981 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/A, priority=13, startTime=1732656170521; duration=0sec 2024-11-26T21:22:50,981 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:50,981 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:A 2024-11-26T21:22:50,983 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/30b6fe780b9848d9a5e6a87ed77d9e1a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/30b6fe780b9848d9a5e6a87ed77d9e1a 2024-11-26T21:22:50,987 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/C of 27f6a70486b4a85bcaf54b1d2f4069b0 into 30b6fe780b9848d9a5e6a87ed77d9e1a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:50,987 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:50,987 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/C, priority=13, startTime=1732656170521; duration=0sec 2024-11-26T21:22:50,987 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:50,988 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:C 2024-11-26T21:22:51,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656231123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:51,177 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a6b38527b6db497daf7875f202cd0dff_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6b38527b6db497daf7875f202cd0dff_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:51,178 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/c24ba08f9c93462cb63af3464274b62b, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:51,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/c24ba08f9c93462cb63af3464274b62b is 175, key is test_row_0/A:col10/1732656169261/Put/seqid=0 2024-11-26T21:22:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742245_1421 (size=39749) 2024-11-26T21:22:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T21:22:51,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656231392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656231393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656231400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656231402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:51,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:51,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656231425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,583 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/c24ba08f9c93462cb63af3464274b62b 2024-11-26T21:22:51,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/cc9484e6e4d34c68bb9ef98def56fe28 is 50, key is test_row_0/B:col10/1732656169261/Put/seqid=0 2024-11-26T21:22:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742246_1422 (size=12151) 2024-11-26T21:22:51,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/cc9484e6e4d34c68bb9ef98def56fe28 2024-11-26T21:22:51,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/3d7a4f65dc554fb18fcb88bfc2a90ea8 is 50, key is test_row_0/C:col10/1732656169261/Put/seqid=0 2024-11-26T21:22:51,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742247_1423 (size=12151) 2024-11-26T21:22:51,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:51,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:51,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T21:22:51,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:51,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:51,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656231930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:52,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/3d7a4f65dc554fb18fcb88bfc2a90ea8 2024-11-26T21:22:52,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/c24ba08f9c93462cb63af3464274b62b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/c24ba08f9c93462cb63af3464274b62b 2024-11-26T21:22:52,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/c24ba08f9c93462cb63af3464274b62b, entries=200, sequenceid=236, filesize=38.8 K 2024-11-26T21:22:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/cc9484e6e4d34c68bb9ef98def56fe28 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/cc9484e6e4d34c68bb9ef98def56fe28 2024-11-26T21:22:52,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/cc9484e6e4d34c68bb9ef98def56fe28, entries=150, sequenceid=236, filesize=11.9 K 2024-11-26T21:22:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/3d7a4f65dc554fb18fcb88bfc2a90ea8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3d7a4f65dc554fb18fcb88bfc2a90ea8 2024-11-26T21:22:52,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3d7a4f65dc554fb18fcb88bfc2a90ea8, entries=150, sequenceid=236, filesize=11.9 K 2024-11-26T21:22:52,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1270ms, sequenceid=236, compaction requested=false 2024-11-26T21:22:52,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:52,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:52,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T21:22:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:52,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:22:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:52,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:52,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c78fdf5bdcd547ec90f308c3014b5e7c_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656170788/Put/seqid=0 2024-11-26T21:22:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742248_1424 (size=12304) 2024-11-26T21:22:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:52,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c78fdf5bdcd547ec90f308c3014b5e7c_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c78fdf5bdcd547ec90f308c3014b5e7c_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:52,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e670c497d1d34d96b817b4c743286752, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:52,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e670c497d1d34d96b817b4c743286752 is 175, key is test_row_0/A:col10/1732656170788/Put/seqid=0 2024-11-26T21:22:52,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742249_1425 (size=31105) 2024-11-26T21:22:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T21:22:52,859 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e670c497d1d34d96b817b4c743286752 2024-11-26T21:22:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/69205933868b4e4394e210200e749cd9 is 50, key is test_row_0/B:col10/1732656170788/Put/seqid=0 2024-11-26T21:22:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742250_1426 (size=12151) 2024-11-26T21:22:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:53,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656233042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656233147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,272 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/69205933868b4e4394e210200e749cd9 2024-11-26T21:22:53,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/152e975c25884e7fbb4660c1238ede27 is 50, key is test_row_0/C:col10/1732656170788/Put/seqid=0 2024-11-26T21:22:53,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742251_1427 (size=12151) 2024-11-26T21:22:53,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656233349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732656233406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57814 deadline: 1732656233408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1732656233410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,413 DEBUG [Thread-1604 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:53,413 DEBUG [Thread-1606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:53,413 DEBUG [Thread-1602 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:53,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57774 deadline: 1732656233418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,423 DEBUG [Thread-1608 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:22:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656233651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:53,697 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/152e975c25884e7fbb4660c1238ede27 2024-11-26T21:22:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/e670c497d1d34d96b817b4c743286752 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e670c497d1d34d96b817b4c743286752 2024-11-26T21:22:53,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e670c497d1d34d96b817b4c743286752, entries=150, sequenceid=251, filesize=30.4 K 2024-11-26T21:22:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/69205933868b4e4394e210200e749cd9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/69205933868b4e4394e210200e749cd9 2024-11-26T21:22:53,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/69205933868b4e4394e210200e749cd9, entries=150, sequenceid=251, filesize=11.9 K 2024-11-26T21:22:53,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/152e975c25884e7fbb4660c1238ede27 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/152e975c25884e7fbb4660c1238ede27 2024-11-26T21:22:53,715 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/152e975c25884e7fbb4660c1238ede27, entries=150, sequenceid=251, filesize=11.9 K 2024-11-26T21:22:53,716 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1680ms, sequenceid=251, compaction requested=true 2024-11-26T21:22:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-26T21:22:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-26T21:22:53,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T21:22:53,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0610 sec 2024-11-26T21:22:53,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 3.0660 sec 2024-11-26T21:22:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:54,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:22:54,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:54,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265b215c6b72dc4fbd9105ed0a4182b036_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656173040/Put/seqid=0 2024-11-26T21:22:54,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742252_1428 (size=14994) 2024-11-26T21:22:54,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:54,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265b215c6b72dc4fbd9105ed0a4182b036_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265b215c6b72dc4fbd9105ed0a4182b036_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:54,189 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/57ef8e9c08d145e78d54a32bd3762596, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:54,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/57ef8e9c08d145e78d54a32bd3762596 is 175, key is test_row_0/A:col10/1732656173040/Put/seqid=0 2024-11-26T21:22:54,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742253_1429 (size=39949) 2024-11-26T21:22:54,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656234209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:54,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656234312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:54,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656234519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:54,604 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/57ef8e9c08d145e78d54a32bd3762596 2024-11-26T21:22:54,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/db6d3fb15bd8474e95664a604c56a270 is 50, key is test_row_0/B:col10/1732656173040/Put/seqid=0 2024-11-26T21:22:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742254_1430 (size=12301) 2024-11-26T21:22:54,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/db6d3fb15bd8474e95664a604c56a270 2024-11-26T21:22:54,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/bbeab13752ab4eff914c6aae32a043d5 is 50, key is test_row_0/C:col10/1732656173040/Put/seqid=0 2024-11-26T21:22:54,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742255_1431 (size=12301) 2024-11-26T21:22:54,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/bbeab13752ab4eff914c6aae32a043d5 2024-11-26T21:22:54,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/57ef8e9c08d145e78d54a32bd3762596 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/57ef8e9c08d145e78d54a32bd3762596 2024-11-26T21:22:54,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/57ef8e9c08d145e78d54a32bd3762596, entries=200, sequenceid=276, filesize=39.0 K 2024-11-26T21:22:54,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/db6d3fb15bd8474e95664a604c56a270 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/db6d3fb15bd8474e95664a604c56a270 2024-11-26T21:22:54,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/db6d3fb15bd8474e95664a604c56a270, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T21:22:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/bbeab13752ab4eff914c6aae32a043d5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/bbeab13752ab4eff914c6aae32a043d5 2024-11-26T21:22:54,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/bbeab13752ab4eff914c6aae32a043d5, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T21:22:54,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 493ms, sequenceid=276, compaction requested=true 2024-11-26T21:22:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:22:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:22:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:54,653 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:22:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27f6a70486b4a85bcaf54b1d2f4069b0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:22:54,653 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:22:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:54,654 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:22:54,654 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:22:54,654 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/A is initiating minor compaction (all files) 2024-11-26T21:22:54,654 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/B is initiating minor compaction (all files) 2024-11-26T21:22:54,654 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/B in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:54,654 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/A in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:54,654 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/b5ee03fbb66a486f8562a0aecf30d26c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/cc9484e6e4d34c68bb9ef98def56fe28, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/69205933868b4e4394e210200e749cd9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/db6d3fb15bd8474e95664a604c56a270] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=48.1 K 2024-11-26T21:22:54,654 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/554c4693dc8b4d659d7373823f61bb97, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/c24ba08f9c93462cb63af3464274b62b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e670c497d1d34d96b817b4c743286752, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/57ef8e9c08d145e78d54a32bd3762596] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=139.1 K 2024-11-26T21:22:54,654 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:54,654 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/554c4693dc8b4d659d7373823f61bb97, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/c24ba08f9c93462cb63af3464274b62b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e670c497d1d34d96b817b4c743286752, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/57ef8e9c08d145e78d54a32bd3762596] 2024-11-26T21:22:54,655 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b5ee03fbb66a486f8562a0aecf30d26c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656168093 2024-11-26T21:22:54,655 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 554c4693dc8b4d659d7373823f61bb97, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656168093 2024-11-26T21:22:54,656 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting cc9484e6e4d34c68bb9ef98def56fe28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732656169252 2024-11-26T21:22:54,656 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c24ba08f9c93462cb63af3464274b62b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732656169252 2024-11-26T21:22:54,657 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 69205933868b4e4394e210200e749cd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732656170788 2024-11-26T21:22:54,657 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e670c497d1d34d96b817b4c743286752, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732656170788 2024-11-26T21:22:54,658 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57ef8e9c08d145e78d54a32bd3762596, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732656173003 2024-11-26T21:22:54,658 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting db6d3fb15bd8474e95664a604c56a270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732656173033 2024-11-26T21:22:54,666 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:54,675 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267b6eddbdebb6486a8832b80390357b89_27f6a70486b4a85bcaf54b1d2f4069b0 store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:54,678 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#B#compaction#363 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:54,679 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/5c008777e6ec4db0b0dd4f2f1d1e80fc is 50, key is test_row_0/B:col10/1732656173040/Put/seqid=0 2024-11-26T21:22:54,679 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267b6eddbdebb6486a8832b80390357b89_27f6a70486b4a85bcaf54b1d2f4069b0, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:54,679 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267b6eddbdebb6486a8832b80390357b89_27f6a70486b4a85bcaf54b1d2f4069b0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742257_1433 (size=4469) 2024-11-26T21:22:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742256_1432 (size=12949) 2024-11-26T21:22:54,695 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#A#compaction#362 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:54,696 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/ef78c0d7cf9448de9460ecd2242fbb71 is 175, key is test_row_0/A:col10/1732656173040/Put/seqid=0 2024-11-26T21:22:54,700 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/5c008777e6ec4db0b0dd4f2f1d1e80fc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/5c008777e6ec4db0b0dd4f2f1d1e80fc 2024-11-26T21:22:54,705 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/B of 27f6a70486b4a85bcaf54b1d2f4069b0 into 5c008777e6ec4db0b0dd4f2f1d1e80fc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:54,705 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:54,705 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/B, priority=12, startTime=1732656174653; duration=0sec 2024-11-26T21:22:54,705 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:22:54,706 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:B 2024-11-26T21:22:54,706 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:22:54,707 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:22:54,707 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 27f6a70486b4a85bcaf54b1d2f4069b0/C is initiating minor compaction (all files) 2024-11-26T21:22:54,707 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27f6a70486b4a85bcaf54b1d2f4069b0/C in TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:54,707 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/30b6fe780b9848d9a5e6a87ed77d9e1a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3d7a4f65dc554fb18fcb88bfc2a90ea8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/152e975c25884e7fbb4660c1238ede27, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/bbeab13752ab4eff914c6aae32a043d5] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp, totalSize=48.1 K 2024-11-26T21:22:54,707 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b6fe780b9848d9a5e6a87ed77d9e1a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732656168093 2024-11-26T21:22:54,708 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d7a4f65dc554fb18fcb88bfc2a90ea8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732656169252 2024-11-26T21:22:54,708 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 152e975c25884e7fbb4660c1238ede27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732656170788 2024-11-26T21:22:54,708 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting bbeab13752ab4eff914c6aae32a043d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732656173033 2024-11-26T21:22:54,718 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27f6a70486b4a85bcaf54b1d2f4069b0#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:22:54,719 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/1eba3491fcf84b7fa04888fd2d46952c is 50, key is test_row_0/C:col10/1732656173040/Put/seqid=0 2024-11-26T21:22:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742258_1434 (size=31903) 2024-11-26T21:22:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742259_1435 (size=12949) 2024-11-26T21:22:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T21:22:54,761 INFO [Thread-1610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-26T21:22:54,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:22:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-26T21:22:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T21:22:54,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:22:54,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:22:54,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:22:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:54,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:22:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:54,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126690fb98d3a9c492fbb49ef5231efe726_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656174208/Put/seqid=0 2024-11-26T21:22:54,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742260_1436 (size=14994) 2024-11-26T21:22:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T21:22:54,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:54,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:54,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:54,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656234946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656235056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T21:22:55,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,138 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/ef78c0d7cf9448de9460ecd2242fbb71 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/ef78c0d7cf9448de9460ecd2242fbb71 2024-11-26T21:22:55,139 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/1eba3491fcf84b7fa04888fd2d46952c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1eba3491fcf84b7fa04888fd2d46952c 2024-11-26T21:22:55,143 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/A of 27f6a70486b4a85bcaf54b1d2f4069b0 into ef78c0d7cf9448de9460ecd2242fbb71(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:55,143 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:55,143 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/A, priority=12, startTime=1732656174653; duration=0sec 2024-11-26T21:22:55,143 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:55,143 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:A 2024-11-26T21:22:55,143 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27f6a70486b4a85bcaf54b1d2f4069b0/C of 27f6a70486b4a85bcaf54b1d2f4069b0 into 1eba3491fcf84b7fa04888fd2d46952c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:22:55,143 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:55,143 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0., storeName=27f6a70486b4a85bcaf54b1d2f4069b0/C, priority=12, startTime=1732656174653; duration=0sec 2024-11-26T21:22:55,143 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:22:55,143 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27f6a70486b4a85bcaf54b1d2f4069b0:C 2024-11-26T21:22:55,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,242 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:55,245 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126690fb98d3a9c492fbb49ef5231efe726_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126690fb98d3a9c492fbb49ef5231efe726_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:55,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a353eaafe7d3423497e27a2e9386ed6f, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:55,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a353eaafe7d3423497e27a2e9386ed6f is 175, key is test_row_0/A:col10/1732656174208/Put/seqid=0 2024-11-26T21:22:55,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742261_1437 (size=39949) 2024-11-26T21:22:55,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a353eaafe7d3423497e27a2e9386ed6f 2024-11-26T21:22:55,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/98de633fa2da458d96bce2a4cbdb3344 is 50, key is test_row_0/B:col10/1732656174208/Put/seqid=0 2024-11-26T21:22:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656235262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742262_1438 (size=12301) 2024-11-26T21:22:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T21:22:55,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:55,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:55,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656235565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/98de633fa2da458d96bce2a4cbdb3344 2024-11-26T21:22:55,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:55,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/07e5e983408a49929a8d763ed8351f52 is 50, key is test_row_0/C:col10/1732656174208/Put/seqid=0 2024-11-26T21:22:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742263_1439 (size=12301) 2024-11-26T21:22:55,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T21:22:55,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:55,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. as already flushing 2024-11-26T21:22:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:55,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:22:56,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57760 deadline: 1732656236071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:56,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/07e5e983408a49929a8d763ed8351f52 2024-11-26T21:22:56,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/a353eaafe7d3423497e27a2e9386ed6f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a353eaafe7d3423497e27a2e9386ed6f 2024-11-26T21:22:56,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a353eaafe7d3423497e27a2e9386ed6f, entries=200, sequenceid=289, filesize=39.0 K 2024-11-26T21:22:56,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/98de633fa2da458d96bce2a4cbdb3344 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/98de633fa2da458d96bce2a4cbdb3344 2024-11-26T21:22:56,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/98de633fa2da458d96bce2a4cbdb3344, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T21:22:56,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/07e5e983408a49929a8d763ed8351f52 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/07e5e983408a49929a8d763ed8351f52 2024-11-26T21:22:56,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/07e5e983408a49929a8d763ed8351f52, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T21:22:56,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1280ms, sequenceid=289, compaction requested=false 2024-11-26T21:22:56,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:56,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:56,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T21:22:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:56,140 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:22:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:56,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae58eb36935740d4856ab61aee305333_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656174929/Put/seqid=0 2024-11-26T21:22:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742264_1440 (size=12454) 2024-11-26T21:22:56,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:56,159 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae58eb36935740d4856ab61aee305333_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae58eb36935740d4856ab61aee305333_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:56,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/9098747caf5c42e985ef8b7d27a965ab, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:56,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/9098747caf5c42e985ef8b7d27a965ab is 175, key is test_row_0/A:col10/1732656174929/Put/seqid=0 2024-11-26T21:22:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742265_1441 (size=31255) 2024-11-26T21:22:56,166 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/9098747caf5c42e985ef8b7d27a965ab 2024-11-26T21:22:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/df00b885e73c423189602eb3ff8135b4 is 50, key is test_row_0/B:col10/1732656174929/Put/seqid=0 2024-11-26T21:22:56,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742266_1442 (size=12301) 2024-11-26T21:22:56,579 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/df00b885e73c423189602eb3ff8135b4 2024-11-26T21:22:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0604bbd9df00434abd91126c4ae5eed1 is 50, key is test_row_0/C:col10/1732656174929/Put/seqid=0 2024-11-26T21:22:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742267_1443 (size=12301) 2024-11-26T21:22:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T21:22:56,995 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0604bbd9df00434abd91126c4ae5eed1 2024-11-26T21:22:57,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/9098747caf5c42e985ef8b7d27a965ab as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9098747caf5c42e985ef8b7d27a965ab 2024-11-26T21:22:57,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9098747caf5c42e985ef8b7d27a965ab, entries=150, sequenceid=315, filesize=30.5 K 2024-11-26T21:22:57,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/df00b885e73c423189602eb3ff8135b4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/df00b885e73c423189602eb3ff8135b4 2024-11-26T21:22:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,011 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/df00b885e73c423189602eb3ff8135b4, entries=150, sequenceid=315, filesize=12.0 K 2024-11-26T21:22:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/0604bbd9df00434abd91126c4ae5eed1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0604bbd9df00434abd91126c4ae5eed1 2024-11-26T21:22:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0604bbd9df00434abd91126c4ae5eed1, entries=150, sequenceid=315, filesize=12.0 K 2024-11-26T21:22:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,016 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 876ms, sequenceid=315, compaction requested=true 2024-11-26T21:22:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:22:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-26T21:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-26T21:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-26T21:22:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2530 sec 2024-11-26T21:22:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.2580 sec 2024-11-26T21:22:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,119 DEBUG [Thread-1615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x52abed4d to 127.0.0.1:62685 2024-11-26T21:22:57,119 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,161 DEBUG [Thread-1613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05434c92 to 127.0.0.1:62685 2024-11-26T21:22:57,161 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,161 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x047290c4 to 127.0.0.1:62685 2024-11-26T21:22:57,162 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,188 DEBUG [Thread-1611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f0031d8 to 127.0.0.1:62685 2024-11-26T21:22:57,188 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,207 DEBUG [Thread-1617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c0234f0 to 127.0.0.1:62685 2024-11-26T21:22:57,207 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:57,216 DEBUG [Thread-1619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14b2e10d to 127.0.0.1:62685 2024-11-26T21:22:57,216 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,435 DEBUG [Thread-1602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c68919e to 127.0.0.1:62685 2024-11-26T21:22:57,435 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,441 DEBUG [Thread-1604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x601038b3 to 127.0.0.1:62685 2024-11-26T21:22:57,441 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,453 DEBUG [Thread-1606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x059434fd to 127.0.0.1:62685 2024-11-26T21:22:57,453 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:57,454 DEBUG [Thread-1608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167fda66 to 127.0.0.1:62685 2024-11-26T21:22:57,454 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T21:22:58,868 INFO [Thread-1610 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2413 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7238 rows 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2409 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7220 rows 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2418 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7253 rows 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2411 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7232 rows 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2403 2024-11-26T21:22:58,868 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7208 rows 2024-11-26T21:22:58,869 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T21:22:58,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x439d3150 to 127.0.0.1:62685 2024-11-26T21:22:58,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:22:58,873 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T21:22:58,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T21:22:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T21:22:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T21:22:58,877 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656178876"}]},"ts":"1732656178876"} 2024-11-26T21:22:58,878 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T21:22:58,880 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T21:22:58,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:22:58,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, UNASSIGN}] 2024-11-26T21:22:58,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, UNASSIGN 2024-11-26T21:22:58,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:58,883 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:22:58,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:22:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T21:22:59,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:22:59,033 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:59,033 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:22:59,033 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 27f6a70486b4a85bcaf54b1d2f4069b0, disabling compactions & flushes 2024-11-26T21:22:59,033 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. after waiting 0 ms 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:22:59,034 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 27f6a70486b4a85bcaf54b1d2f4069b0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=A 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=B 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27f6a70486b4a85bcaf54b1d2f4069b0, store=C 2024-11-26T21:22:59,034 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:22:59,039 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126284f4db3cce94e499f57c349a5af1acc_27f6a70486b4a85bcaf54b1d2f4069b0 is 50, key is test_row_0/A:col10/1732656177453/Put/seqid=0 2024-11-26T21:22:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742268_1444 (size=9914) 2024-11-26T21:22:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T21:22:59,443 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:22:59,446 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126284f4db3cce94e499f57c349a5af1acc_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126284f4db3cce94e499f57c349a5af1acc_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:22:59,447 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/2f2ee5b8dfa541efb8e038b37eb41230, store: [table=TestAcidGuarantees family=A region=27f6a70486b4a85bcaf54b1d2f4069b0] 2024-11-26T21:22:59,447 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/2f2ee5b8dfa541efb8e038b37eb41230 is 175, key is test_row_0/A:col10/1732656177453/Put/seqid=0 2024-11-26T21:22:59,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742269_1445 (size=22561) 2024-11-26T21:22:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T21:22:59,851 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/2f2ee5b8dfa541efb8e038b37eb41230 2024-11-26T21:22:59,856 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/e2415d1a78db40fc879b217f15f1fadb is 50, key is test_row_0/B:col10/1732656177453/Put/seqid=0 2024-11-26T21:22:59,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742270_1446 (size=9857) 2024-11-26T21:22:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T21:23:00,260 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/e2415d1a78db40fc879b217f15f1fadb 2024-11-26T21:23:00,266 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/204309d99a9d46e18c8bde8be931de19 is 50, key is test_row_0/C:col10/1732656177453/Put/seqid=0 2024-11-26T21:23:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742271_1447 (size=9857) 2024-11-26T21:23:00,670 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/204309d99a9d46e18c8bde8be931de19 2024-11-26T21:23:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/A/2f2ee5b8dfa541efb8e038b37eb41230 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2f2ee5b8dfa541efb8e038b37eb41230 2024-11-26T21:23:00,676 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2f2ee5b8dfa541efb8e038b37eb41230, entries=100, sequenceid=323, filesize=22.0 K 2024-11-26T21:23:00,677 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/B/e2415d1a78db40fc879b217f15f1fadb as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/e2415d1a78db40fc879b217f15f1fadb 2024-11-26T21:23:00,679 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/e2415d1a78db40fc879b217f15f1fadb, entries=100, sequenceid=323, filesize=9.6 K 2024-11-26T21:23:00,680 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/.tmp/C/204309d99a9d46e18c8bde8be931de19 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/204309d99a9d46e18c8bde8be931de19 2024-11-26T21:23:00,682 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/204309d99a9d46e18c8bde8be931de19, entries=100, sequenceid=323, filesize=9.6 K 2024-11-26T21:23:00,683 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 27f6a70486b4a85bcaf54b1d2f4069b0 in 1649ms, sequenceid=323, compaction requested=true 2024-11-26T21:23:00,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/d265116066964cf49078b770affb808c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/410bb02cb3ec4b35b53776e16c4b9c28, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/4918311589b84f2088026417e121f941, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6eac169bb2674dc7b72e497dbee730b2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/180a7ed3b4c54ecd97658d124157c22a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9105c8c1567245b4818a39c17846fd3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a75bc23a08ac4d629ac8d9d352b390db, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/46d598227d94424e9290d381cf0bb862, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/00db07077c2e432194a94ca4df4f3cb2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/02d77a4079be437e98e5599e4d9eab31, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/528fb4f3661c4e79a5bf830516c8b08e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6ea0e59e9cf14c6e8e0c2627b1c0c038, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2061a292c7fd4216833b53d5c4c2f561, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6cf8ee0c754b4724a20e93008f71dcde, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/554c4693dc8b4d659d7373823f61bb97, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e1c4afef45154f50937f0f6142eeca71, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/c24ba08f9c93462cb63af3464274b62b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e670c497d1d34d96b817b4c743286752, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/57ef8e9c08d145e78d54a32bd3762596] to archive 2024-11-26T21:23:00,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:00,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/d265116066964cf49078b770affb808c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/d265116066964cf49078b770affb808c 2024-11-26T21:23:00,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/410bb02cb3ec4b35b53776e16c4b9c28 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/410bb02cb3ec4b35b53776e16c4b9c28 2024-11-26T21:23:00,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/4918311589b84f2088026417e121f941 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/4918311589b84f2088026417e121f941 2024-11-26T21:23:00,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6eac169bb2674dc7b72e497dbee730b2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6eac169bb2674dc7b72e497dbee730b2 2024-11-26T21:23:00,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/180a7ed3b4c54ecd97658d124157c22a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/180a7ed3b4c54ecd97658d124157c22a 2024-11-26T21:23:00,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9105c8c1567245b4818a39c17846fd3e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9105c8c1567245b4818a39c17846fd3e 2024-11-26T21:23:00,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a75bc23a08ac4d629ac8d9d352b390db to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a75bc23a08ac4d629ac8d9d352b390db 2024-11-26T21:23:00,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/46d598227d94424e9290d381cf0bb862 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/46d598227d94424e9290d381cf0bb862 2024-11-26T21:23:00,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/00db07077c2e432194a94ca4df4f3cb2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/00db07077c2e432194a94ca4df4f3cb2 2024-11-26T21:23:00,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/02d77a4079be437e98e5599e4d9eab31 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/02d77a4079be437e98e5599e4d9eab31 2024-11-26T21:23:00,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/528fb4f3661c4e79a5bf830516c8b08e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/528fb4f3661c4e79a5bf830516c8b08e 2024-11-26T21:23:00,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6ea0e59e9cf14c6e8e0c2627b1c0c038 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6ea0e59e9cf14c6e8e0c2627b1c0c038 2024-11-26T21:23:00,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2061a292c7fd4216833b53d5c4c2f561 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2061a292c7fd4216833b53d5c4c2f561 2024-11-26T21:23:00,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6cf8ee0c754b4724a20e93008f71dcde to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/6cf8ee0c754b4724a20e93008f71dcde 2024-11-26T21:23:00,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/554c4693dc8b4d659d7373823f61bb97 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/554c4693dc8b4d659d7373823f61bb97 2024-11-26T21:23:00,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e1c4afef45154f50937f0f6142eeca71 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e1c4afef45154f50937f0f6142eeca71 2024-11-26T21:23:00,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/c24ba08f9c93462cb63af3464274b62b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/c24ba08f9c93462cb63af3464274b62b 2024-11-26T21:23:00,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e670c497d1d34d96b817b4c743286752 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/e670c497d1d34d96b817b4c743286752 2024-11-26T21:23:00,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/57ef8e9c08d145e78d54a32bd3762596 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/57ef8e9c08d145e78d54a32bd3762596 2024-11-26T21:23:00,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/76ecc3c826ce4833a6dfbc463fca9c3f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/c59bbb12c3c34aa2a305c094baa7f57c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/bad6e90c7c1a475b867c37f469ade013, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4445f3a4a71749a09db5ae4b8d596f3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/dcb80de9b3fd412ca5859b408e0b9670, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/584dbae29a4b469ca01ae5a1c6d936be, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/de1fe2fa1ba54eeebde9490fd35c8486, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/8bdcc529213743a3bdb68b2b169221b4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4d4b5912530748d39a3c8953d8e38559, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/f160f6f7b2ce4c53af7825ddb2f4fadc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/302714f5ee1849259ba278f48a71ddb0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/009d6df0f1454d5fa200cc53c0c1e6f2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/73f02e582ee24dfe81197795df238011, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/35042cd45bf744f580d6e8f0125b53b8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/b5ee03fbb66a486f8562a0aecf30d26c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/27fdd2bf76ff462f8fba2b88173982bc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/cc9484e6e4d34c68bb9ef98def56fe28, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/69205933868b4e4394e210200e749cd9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/db6d3fb15bd8474e95664a604c56a270] to archive 2024-11-26T21:23:00,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:00,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/76ecc3c826ce4833a6dfbc463fca9c3f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/76ecc3c826ce4833a6dfbc463fca9c3f 2024-11-26T21:23:00,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/c59bbb12c3c34aa2a305c094baa7f57c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/c59bbb12c3c34aa2a305c094baa7f57c 2024-11-26T21:23:00,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/bad6e90c7c1a475b867c37f469ade013 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/bad6e90c7c1a475b867c37f469ade013 2024-11-26T21:23:00,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4445f3a4a71749a09db5ae4b8d596f3e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4445f3a4a71749a09db5ae4b8d596f3e 2024-11-26T21:23:00,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/dcb80de9b3fd412ca5859b408e0b9670 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/dcb80de9b3fd412ca5859b408e0b9670 2024-11-26T21:23:00,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/584dbae29a4b469ca01ae5a1c6d936be to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/584dbae29a4b469ca01ae5a1c6d936be 2024-11-26T21:23:00,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/de1fe2fa1ba54eeebde9490fd35c8486 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/de1fe2fa1ba54eeebde9490fd35c8486 2024-11-26T21:23:00,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/8bdcc529213743a3bdb68b2b169221b4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/8bdcc529213743a3bdb68b2b169221b4 2024-11-26T21:23:00,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4d4b5912530748d39a3c8953d8e38559 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/4d4b5912530748d39a3c8953d8e38559 2024-11-26T21:23:00,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/f160f6f7b2ce4c53af7825ddb2f4fadc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/f160f6f7b2ce4c53af7825ddb2f4fadc 2024-11-26T21:23:00,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/302714f5ee1849259ba278f48a71ddb0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/302714f5ee1849259ba278f48a71ddb0 2024-11-26T21:23:00,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/009d6df0f1454d5fa200cc53c0c1e6f2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/009d6df0f1454d5fa200cc53c0c1e6f2 2024-11-26T21:23:00,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/73f02e582ee24dfe81197795df238011 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/73f02e582ee24dfe81197795df238011 2024-11-26T21:23:00,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/35042cd45bf744f580d6e8f0125b53b8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/35042cd45bf744f580d6e8f0125b53b8 2024-11-26T21:23:00,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/b5ee03fbb66a486f8562a0aecf30d26c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/b5ee03fbb66a486f8562a0aecf30d26c 2024-11-26T21:23:00,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/27fdd2bf76ff462f8fba2b88173982bc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/27fdd2bf76ff462f8fba2b88173982bc 2024-11-26T21:23:00,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/cc9484e6e4d34c68bb9ef98def56fe28 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/cc9484e6e4d34c68bb9ef98def56fe28 2024-11-26T21:23:00,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/69205933868b4e4394e210200e749cd9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/69205933868b4e4394e210200e749cd9 2024-11-26T21:23:00,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/db6d3fb15bd8474e95664a604c56a270 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/db6d3fb15bd8474e95664a604c56a270 2024-11-26T21:23:00,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/33d508063e1244d69f3a23a210cea76e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1dcae3f03d3a41faacc1b37a6ccc7203, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/f8de12f2ee3c4e9babff5fe474b93c6d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/29608f0e7b6e4872a85d3225a1cefbe6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0a5c95f3b1904203a1eb84ef50b0e713, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/dec652047c974f419a4dff91544f13e0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0f0f1f14a6dd44a6bcd8fe750719dbdc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/8485a04c9f5e4d998a17b7fa80218807, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/c638dacbdeae4e2d89b4bd00de8db746, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/2a5918d0954c4c6fa24bd693ded9b64e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4e3996487e464debaf1a3b13550e4f01, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3f86c5971c5a4c05891821f508cb2cc7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/68943edb0a5348b4add07adb5784916e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4b2f8de3852b4c388abecbb5ab7dd4e7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/30b6fe780b9848d9a5e6a87ed77d9e1a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/913e852de1fc401db846874e09e2cb62, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3d7a4f65dc554fb18fcb88bfc2a90ea8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/152e975c25884e7fbb4660c1238ede27, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/bbeab13752ab4eff914c6aae32a043d5] to archive 2024-11-26T21:23:00,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:00,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/33d508063e1244d69f3a23a210cea76e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/33d508063e1244d69f3a23a210cea76e 2024-11-26T21:23:00,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1dcae3f03d3a41faacc1b37a6ccc7203 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1dcae3f03d3a41faacc1b37a6ccc7203 2024-11-26T21:23:00,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/f8de12f2ee3c4e9babff5fe474b93c6d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/f8de12f2ee3c4e9babff5fe474b93c6d 2024-11-26T21:23:00,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/29608f0e7b6e4872a85d3225a1cefbe6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/29608f0e7b6e4872a85d3225a1cefbe6 2024-11-26T21:23:00,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0a5c95f3b1904203a1eb84ef50b0e713 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0a5c95f3b1904203a1eb84ef50b0e713 2024-11-26T21:23:00,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/dec652047c974f419a4dff91544f13e0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/dec652047c974f419a4dff91544f13e0 2024-11-26T21:23:00,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0f0f1f14a6dd44a6bcd8fe750719dbdc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0f0f1f14a6dd44a6bcd8fe750719dbdc 2024-11-26T21:23:00,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/8485a04c9f5e4d998a17b7fa80218807 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/8485a04c9f5e4d998a17b7fa80218807 2024-11-26T21:23:00,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/c638dacbdeae4e2d89b4bd00de8db746 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/c638dacbdeae4e2d89b4bd00de8db746 2024-11-26T21:23:00,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/2a5918d0954c4c6fa24bd693ded9b64e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/2a5918d0954c4c6fa24bd693ded9b64e 2024-11-26T21:23:00,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4e3996487e464debaf1a3b13550e4f01 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4e3996487e464debaf1a3b13550e4f01 2024-11-26T21:23:00,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3f86c5971c5a4c05891821f508cb2cc7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3f86c5971c5a4c05891821f508cb2cc7 2024-11-26T21:23:00,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/68943edb0a5348b4add07adb5784916e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/68943edb0a5348b4add07adb5784916e 2024-11-26T21:23:00,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4b2f8de3852b4c388abecbb5ab7dd4e7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/4b2f8de3852b4c388abecbb5ab7dd4e7 2024-11-26T21:23:00,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/30b6fe780b9848d9a5e6a87ed77d9e1a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/30b6fe780b9848d9a5e6a87ed77d9e1a 2024-11-26T21:23:00,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/913e852de1fc401db846874e09e2cb62 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/913e852de1fc401db846874e09e2cb62 2024-11-26T21:23:00,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3d7a4f65dc554fb18fcb88bfc2a90ea8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/3d7a4f65dc554fb18fcb88bfc2a90ea8 2024-11-26T21:23:00,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/152e975c25884e7fbb4660c1238ede27 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/152e975c25884e7fbb4660c1238ede27 2024-11-26T21:23:00,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/bbeab13752ab4eff914c6aae32a043d5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/bbeab13752ab4eff914c6aae32a043d5 2024-11-26T21:23:00,746 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/recovered.edits/326.seqid, newMaxSeqId=326, maxSeqId=4 2024-11-26T21:23:00,746 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0. 2024-11-26T21:23:00,746 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 27f6a70486b4a85bcaf54b1d2f4069b0: 2024-11-26T21:23:00,747 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:00,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=27f6a70486b4a85bcaf54b1d2f4069b0, regionState=CLOSED 2024-11-26T21:23:00,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T21:23:00,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 27f6a70486b4a85bcaf54b1d2f4069b0, server=f2fea67b8e2e,45485,1732656062493 in 1.8660 sec 2024-11-26T21:23:00,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-26T21:23:00,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27f6a70486b4a85bcaf54b1d2f4069b0, UNASSIGN in 1.8690 sec 2024-11-26T21:23:00,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T21:23:00,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-26T21:23:00,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656180753"}]},"ts":"1732656180753"} 2024-11-26T21:23:00,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T21:23:00,756 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T21:23:00,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8840 sec 2024-11-26T21:23:00,808 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T21:23:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T21:23:00,980 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-26T21:23:00,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T21:23:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:00,982 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T21:23:00,982 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:00,984 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:00,986 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/recovered.edits] 2024-11-26T21:23:00,988 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2f2ee5b8dfa541efb8e038b37eb41230 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/2f2ee5b8dfa541efb8e038b37eb41230 2024-11-26T21:23:00,989 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9098747caf5c42e985ef8b7d27a965ab to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/9098747caf5c42e985ef8b7d27a965ab 2024-11-26T21:23:00,990 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a353eaafe7d3423497e27a2e9386ed6f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/a353eaafe7d3423497e27a2e9386ed6f 2024-11-26T21:23:00,991 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/ef78c0d7cf9448de9460ecd2242fbb71 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/A/ef78c0d7cf9448de9460ecd2242fbb71 2024-11-26T21:23:00,993 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/5c008777e6ec4db0b0dd4f2f1d1e80fc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/5c008777e6ec4db0b0dd4f2f1d1e80fc 2024-11-26T21:23:00,993 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/98de633fa2da458d96bce2a4cbdb3344 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/98de633fa2da458d96bce2a4cbdb3344 2024-11-26T21:23:00,994 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/df00b885e73c423189602eb3ff8135b4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/df00b885e73c423189602eb3ff8135b4 2024-11-26T21:23:00,995 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/e2415d1a78db40fc879b217f15f1fadb to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/B/e2415d1a78db40fc879b217f15f1fadb 2024-11-26T21:23:00,997 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0604bbd9df00434abd91126c4ae5eed1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/0604bbd9df00434abd91126c4ae5eed1 2024-11-26T21:23:00,998 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/07e5e983408a49929a8d763ed8351f52 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/07e5e983408a49929a8d763ed8351f52 2024-11-26T21:23:00,999 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1eba3491fcf84b7fa04888fd2d46952c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/1eba3491fcf84b7fa04888fd2d46952c 2024-11-26T21:23:00,999 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/204309d99a9d46e18c8bde8be931de19 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/C/204309d99a9d46e18c8bde8be931de19 2024-11-26T21:23:01,002 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/recovered.edits/326.seqid to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0/recovered.edits/326.seqid 2024-11-26T21:23:01,002 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,002 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T21:23:01,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T21:23:01,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T21:23:01,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112616d3ca0f49b745749213392010ad6197_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112616d3ca0f49b745749213392010ad6197_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,007 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126284f4db3cce94e499f57c349a5af1acc_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126284f4db3cce94e499f57c349a5af1acc_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126392cf134565c419d8c9e25ce73fa0583_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126392cf134565c419d8c9e25ce73fa0583_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,009 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112658b1067e669048b79bdf458926af95e6_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112658b1067e669048b79bdf458926af95e6_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,010 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265b215c6b72dc4fbd9105ed0a4182b036_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265b215c6b72dc4fbd9105ed0a4182b036_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,011 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126690fb98d3a9c492fbb49ef5231efe726_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126690fb98d3a9c492fbb49ef5231efe726_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,012 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126730e4049c9bb43fabb92d1ceaa00ebdf_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126730e4049c9bb43fabb92d1ceaa00ebdf_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,013 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126996e1b4ea777430d8edbef511c0ec718_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126996e1b4ea777430d8edbef511c0ec718_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,013 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a0f2e39c38f24ac092468cac0e392d40_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a0f2e39c38f24ac092468cac0e392d40_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,014 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6b38527b6db497daf7875f202cd0dff_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6b38527b6db497daf7875f202cd0dff_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,015 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a7eabc04c325418c9b850294fa3881f4_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a7eabc04c325418c9b850294fa3881f4_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,016 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae58eb36935740d4856ab61aee305333_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae58eb36935740d4856ab61aee305333_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,017 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae5f38841a1940d8bfbe5020431939fe_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae5f38841a1940d8bfbe5020431939fe_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,018 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c326f58fe14c45a0a8235e7149a5e3a2_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c326f58fe14c45a0a8235e7149a5e3a2_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,019 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c78fdf5bdcd547ec90f308c3014b5e7c_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c78fdf5bdcd547ec90f308c3014b5e7c_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,021 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8ae45de24cd4ddeab271ba7606687e8_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8ae45de24cd4ddeab271ba7606687e8_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,022 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126efa475260d00442c8fc5da73ddfde5ac_27f6a70486b4a85bcaf54b1d2f4069b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126efa475260d00442c8fc5da73ddfde5ac_27f6a70486b4a85bcaf54b1d2f4069b0 2024-11-26T21:23:01,022 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T21:23:01,024 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:01,026 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T21:23:01,027 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T21:23:01,028 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:01,028 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T21:23:01,028 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732656181028"}]},"ts":"9223372036854775807"} 2024-11-26T21:23:01,030 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T21:23:01,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 27f6a70486b4a85bcaf54b1d2f4069b0, NAME => 'TestAcidGuarantees,,1732656154034.27f6a70486b4a85bcaf54b1d2f4069b0.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T21:23:01,030 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T21:23:01,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732656181030"}]},"ts":"9223372036854775807"} 2024-11-26T21:23:01,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T21:23:01,033 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:01,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-26T21:23:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T21:23:01,083 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-26T21:23:01,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 241), OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4344 (was 4381) 2024-11-26T21:23:01,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=4343 2024-11-26T21:23:01,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:23:01,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:23:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:01,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:23:01,103 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:01,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-26T21:23:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-26T21:23:01,104 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:23:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742272_1448 (size=960) 2024-11-26T21:23:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-26T21:23:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-26T21:23:01,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:23:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742273_1449 (size=53) 2024-11-26T21:23:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-26T21:23:01,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:23:01,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e3ccad999e9676dba5220a9c29ef5bdf, disabling compactions & flushes 2024-11-26T21:23:01,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:01,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:01,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. after waiting 0 ms 2024-11-26T21:23:01,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:01,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:01,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:01,918 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:23:01,918 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732656181918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732656181918"}]},"ts":"1732656181918"} 2024-11-26T21:23:01,919 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T21:23:01,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:23:01,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656181920"}]},"ts":"1732656181920"} 2024-11-26T21:23:01,920 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T21:23:01,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ccad999e9676dba5220a9c29ef5bdf, ASSIGN}] 2024-11-26T21:23:01,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ccad999e9676dba5220a9c29ef5bdf, ASSIGN 2024-11-26T21:23:01,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ccad999e9676dba5220a9c29ef5bdf, ASSIGN; state=OFFLINE, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=false 2024-11-26T21:23:02,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=e3ccad999e9676dba5220a9c29ef5bdf, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:02,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:23:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-26T21:23:02,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:02,231 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:02,231 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:23:02,232 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,232 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:23:02,232 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,232 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,233 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,234 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:02,235 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3ccad999e9676dba5220a9c29ef5bdf columnFamilyName A 2024-11-26T21:23:02,235 DEBUG [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:02,235 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.HStore(327): Store=e3ccad999e9676dba5220a9c29ef5bdf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:02,235 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,236 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:02,236 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3ccad999e9676dba5220a9c29ef5bdf columnFamilyName B 2024-11-26T21:23:02,236 DEBUG [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:02,237 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.HStore(327): Store=e3ccad999e9676dba5220a9c29ef5bdf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:02,237 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,238 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:02,238 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3ccad999e9676dba5220a9c29ef5bdf columnFamilyName C 2024-11-26T21:23:02,238 DEBUG [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:02,238 INFO [StoreOpener-e3ccad999e9676dba5220a9c29ef5bdf-1 {}] regionserver.HStore(327): Store=e3ccad999e9676dba5220a9c29ef5bdf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:02,238 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:02,239 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,239 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,240 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:23:02,241 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:02,243 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:23:02,243 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened e3ccad999e9676dba5220a9c29ef5bdf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69048818, jitterRate=0.028907567262649536}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:23:02,244 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:02,244 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., pid=123, masterSystemTime=1732656182229 2024-11-26T21:23:02,245 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:02,245 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:02,246 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=e3ccad999e9676dba5220a9c29ef5bdf, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:02,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-26T21:23:02,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 in 170 msec 2024-11-26T21:23:02,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-26T21:23:02,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ccad999e9676dba5220a9c29ef5bdf, ASSIGN in 323 msec 2024-11-26T21:23:02,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:23:02,249 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656182249"}]},"ts":"1732656182249"} 2024-11-26T21:23:02,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T21:23:02,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:23:02,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-26T21:23:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-26T21:23:03,208 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-26T21:23:03,209 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27a19e6a to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13010d94 2024-11-26T21:23:03,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbee617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,216 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:23:03,217 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:23:03,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65036559 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e75b9c0 2024-11-26T21:23:03,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c37647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f67a4d to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721e6c0a 2024-11-26T21:23:03,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb24d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d5fe744 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c20a8d9 2024-11-26T21:23:03,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51453050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721d647e to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b126c84 2024-11-26T21:23:03,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632d1806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,237 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c014307 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44ff604f 2024-11-26T21:23:03,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f99adfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,241 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54dabc8f to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@562e0db7 2024-11-26T21:23:03,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e690d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a4d4e08 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ca8a543 2024-11-26T21:23:03,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abeec20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44462a02 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dcd0d74 2024-11-26T21:23:03,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df2701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69d7a6f6 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd4a015 2024-11-26T21:23:03,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca71a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5938a7c8 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@308560f2 2024-11-26T21:23:03,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4483a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:03,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-26T21:23:03,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T21:23:03,266 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:03,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:03,272 DEBUG [hconnection-0x3ff0583-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,272 DEBUG [hconnection-0x30760e41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,273 DEBUG [hconnection-0x72cedb8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,273 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,273 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,274 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:03,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:03,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:03,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:03,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:03,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:03,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:03,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:03,288 DEBUG [hconnection-0x1fe11fbd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,288 DEBUG [hconnection-0x69ca4ad0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,288 DEBUG [hconnection-0x76a7926f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,289 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,289 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,289 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,291 DEBUG [hconnection-0xb8612d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,292 DEBUG [hconnection-0x6eea4e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,292 DEBUG [hconnection-0x4f61a8bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,293 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,293 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,293 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,293 DEBUG [hconnection-0x4e4c1219-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:03,294 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656243294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656243294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656243296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656243302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656243304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/4c24bad5c92c47699ab85235ce994047 is 50, key is test_row_0/A:col10/1732656183276/Put/seqid=0 2024-11-26T21:23:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742274_1450 (size=12001) 2024-11-26T21:23:03,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/4c24bad5c92c47699ab85235ce994047 2024-11-26T21:23:03,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/89b1abdb65f64dff9887ec2f2bc234fb is 50, key is test_row_0/B:col10/1732656183276/Put/seqid=0 2024-11-26T21:23:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742275_1451 (size=12001) 2024-11-26T21:23:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T21:23:03,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656243397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656243397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656243403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656243404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656243405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T21:23:03,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:03,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T21:23:03,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T21:23:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:03,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656243601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656243601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656243607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656243607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656243607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T21:23:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:03,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:03,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/89b1abdb65f64dff9887ec2f2bc234fb 2024-11-26T21:23:03,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/f585a8c6ed554e388399b5242b582510 is 50, key is test_row_0/C:col10/1732656183276/Put/seqid=0 2024-11-26T21:23:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742276_1452 (size=12001) 2024-11-26T21:23:03,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/f585a8c6ed554e388399b5242b582510 2024-11-26T21:23:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/4c24bad5c92c47699ab85235ce994047 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/4c24bad5c92c47699ab85235ce994047 2024-11-26T21:23:03,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/4c24bad5c92c47699ab85235ce994047, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T21:23:03,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/89b1abdb65f64dff9887ec2f2bc234fb as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/89b1abdb65f64dff9887ec2f2bc234fb 2024-11-26T21:23:03,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/89b1abdb65f64dff9887ec2f2bc234fb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T21:23:03,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/f585a8c6ed554e388399b5242b582510 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f585a8c6ed554e388399b5242b582510 2024-11-26T21:23:03,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f585a8c6ed554e388399b5242b582510, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T21:23:03,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e3ccad999e9676dba5220a9c29ef5bdf in 530ms, sequenceid=12, compaction requested=false 2024-11-26T21:23:03,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T21:23:03,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T21:23:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:03,876 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:23:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:03,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:03,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:03,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:03,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2299203b13e740dcad4daf1474754fce is 50, key is test_row_0/A:col10/1732656183290/Put/seqid=0 2024-11-26T21:23:03,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742277_1453 (size=12001) 2024-11-26T21:23:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:03,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:03,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656243915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656243916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656243917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656243917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656243919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656244018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656244021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656244021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656244022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656244024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656244224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656244225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656244225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656244225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656244229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2299203b13e740dcad4daf1474754fce 2024-11-26T21:23:04,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ecfdef71b94e4895bcca65e9ff64c19c is 50, key is test_row_0/B:col10/1732656183290/Put/seqid=0 2024-11-26T21:23:04,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742278_1454 (size=12001) 2024-11-26T21:23:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T21:23:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656244528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656244528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656244529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656244529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656244533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:04,698 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ecfdef71b94e4895bcca65e9ff64c19c 2024-11-26T21:23:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/54392e61c9e0444aa18dd89928c8dcaf is 50, key is test_row_0/C:col10/1732656183290/Put/seqid=0 2024-11-26T21:23:04,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742279_1455 (size=12001) 2024-11-26T21:23:05,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656245034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656245034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656245034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656245035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656245040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:05,112 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/54392e61c9e0444aa18dd89928c8dcaf 2024-11-26T21:23:05,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2299203b13e740dcad4daf1474754fce as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2299203b13e740dcad4daf1474754fce 2024-11-26T21:23:05,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2299203b13e740dcad4daf1474754fce, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T21:23:05,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ecfdef71b94e4895bcca65e9ff64c19c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ecfdef71b94e4895bcca65e9ff64c19c 2024-11-26T21:23:05,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ecfdef71b94e4895bcca65e9ff64c19c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T21:23:05,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/54392e61c9e0444aa18dd89928c8dcaf as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/54392e61c9e0444aa18dd89928c8dcaf 2024-11-26T21:23:05,127 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/54392e61c9e0444aa18dd89928c8dcaf, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T21:23:05,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e3ccad999e9676dba5220a9c29ef5bdf in 1252ms, sequenceid=38, compaction requested=false 2024-11-26T21:23:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-26T21:23:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-26T21:23:05,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-26T21:23:05,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8630 sec 2024-11-26T21:23:05,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.8670 sec 2024-11-26T21:23:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T21:23:05,369 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-26T21:23:05,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-26T21:23:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T21:23:05,372 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:05,373 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:05,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T21:23:05,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:05,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T21:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:05,525 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:05,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c6718bd60c5a419fa1b1a5bd8ae8860b is 50, key is test_row_0/A:col10/1732656183914/Put/seqid=0 2024-11-26T21:23:05,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742280_1456 (size=12001) 2024-11-26T21:23:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T21:23:05,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c6718bd60c5a419fa1b1a5bd8ae8860b 2024-11-26T21:23:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/b4d022eaa3a74ca0857aea6ccf7d5dbe is 50, key is test_row_0/B:col10/1732656183914/Put/seqid=0 2024-11-26T21:23:05,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742281_1457 (size=12001) 2024-11-26T21:23:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T21:23:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:06,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:06,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656246100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656246102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656246106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656246107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656246108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656246209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656246209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656246211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656246214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656246214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T21:23:06,346 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/b4d022eaa3a74ca0857aea6ccf7d5dbe 2024-11-26T21:23:06,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05 is 50, key is test_row_0/C:col10/1732656183914/Put/seqid=0 2024-11-26T21:23:06,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742282_1458 (size=12001) 2024-11-26T21:23:06,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656246413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656246413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656246413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656246420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656246421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T21:23:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656246717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656246718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656246718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656246724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656246724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:06,757 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05 2024-11-26T21:23:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c6718bd60c5a419fa1b1a5bd8ae8860b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6718bd60c5a419fa1b1a5bd8ae8860b 2024-11-26T21:23:06,764 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6718bd60c5a419fa1b1a5bd8ae8860b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T21:23:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/b4d022eaa3a74ca0857aea6ccf7d5dbe as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4d022eaa3a74ca0857aea6ccf7d5dbe 2024-11-26T21:23:06,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4d022eaa3a74ca0857aea6ccf7d5dbe, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T21:23:06,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05 2024-11-26T21:23:06,772 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T21:23:06,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e3ccad999e9676dba5220a9c29ef5bdf in 1248ms, sequenceid=49, compaction requested=true 2024-11-26T21:23:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-26T21:23:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-26T21:23:06,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T21:23:06,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-26T21:23:06,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4050 sec 2024-11-26T21:23:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:07,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:23:07,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:07,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:07,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:07,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:07,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:07,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:07,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0a9c2ac5557d44588ebbd9e552226da0 is 50, key is test_row_0/A:col10/1732656186106/Put/seqid=0 2024-11-26T21:23:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742283_1459 (size=14341) 2024-11-26T21:23:07,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0a9c2ac5557d44588ebbd9e552226da0 2024-11-26T21:23:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656247232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656247233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656247234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656247235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/9e246698a72a43bea4b976493050d7ee is 50, key is test_row_0/B:col10/1732656186106/Put/seqid=0 2024-11-26T21:23:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656247240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742284_1460 (size=12001) 2024-11-26T21:23:07,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/9e246698a72a43bea4b976493050d7ee 2024-11-26T21:23:07,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/60c15bfa67464552a0db298f45f0640d is 50, key is test_row_0/C:col10/1732656186106/Put/seqid=0 2024-11-26T21:23:07,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742285_1461 (size=12001) 2024-11-26T21:23:07,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656247341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656247341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656247341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656247344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656247349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T21:23:07,475 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-26T21:23:07,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-26T21:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T21:23:07,478 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:07,478 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:07,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656247547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656247548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656247548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656247550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656247557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T21:23:07,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T21:23:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:07,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:07,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/60c15bfa67464552a0db298f45f0640d 2024-11-26T21:23:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0a9c2ac5557d44588ebbd9e552226da0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a9c2ac5557d44588ebbd9e552226da0 2024-11-26T21:23:07,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a9c2ac5557d44588ebbd9e552226da0, entries=200, sequenceid=75, filesize=14.0 K 2024-11-26T21:23:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/9e246698a72a43bea4b976493050d7ee as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/9e246698a72a43bea4b976493050d7ee 2024-11-26T21:23:07,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/9e246698a72a43bea4b976493050d7ee, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T21:23:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/60c15bfa67464552a0db298f45f0640d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/60c15bfa67464552a0db298f45f0640d 2024-11-26T21:23:07,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/60c15bfa67464552a0db298f45f0640d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T21:23:07,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e3ccad999e9676dba5220a9c29ef5bdf in 470ms, sequenceid=75, compaction requested=true 2024-11-26T21:23:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:07,694 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:07,694 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:07,695 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:07,695 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:07,695 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:07,695 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:07,695 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:07,695 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/4c24bad5c92c47699ab85235ce994047, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2299203b13e740dcad4daf1474754fce, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6718bd60c5a419fa1b1a5bd8ae8860b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a9c2ac5557d44588ebbd9e552226da0] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=49.2 K 2024-11-26T21:23:07,695 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:07,695 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/89b1abdb65f64dff9887ec2f2bc234fb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ecfdef71b94e4895bcca65e9ff64c19c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4d022eaa3a74ca0857aea6ccf7d5dbe, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/9e246698a72a43bea4b976493050d7ee] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=46.9 K 2024-11-26T21:23:07,696 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c24bad5c92c47699ab85235ce994047, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732656183276 2024-11-26T21:23:07,696 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 89b1abdb65f64dff9887ec2f2bc234fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732656183276 2024-11-26T21:23:07,696 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ecfdef71b94e4895bcca65e9ff64c19c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732656183290 2024-11-26T21:23:07,696 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2299203b13e740dcad4daf1474754fce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732656183290 2024-11-26T21:23:07,696 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b4d022eaa3a74ca0857aea6ccf7d5dbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732656183914 2024-11-26T21:23:07,696 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6718bd60c5a419fa1b1a5bd8ae8860b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732656183914 2024-11-26T21:23:07,697 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a9c2ac5557d44588ebbd9e552226da0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732656186105 2024-11-26T21:23:07,697 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e246698a72a43bea4b976493050d7ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732656186105 2024-11-26T21:23:07,705 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:07,705 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:07,706 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/111f873116464206a418503fae552593 is 50, key is test_row_0/A:col10/1732656186106/Put/seqid=0 2024-11-26T21:23:07,706 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/df246368801d4dfba2784ea8f9f3b4a6 is 50, key is test_row_0/B:col10/1732656186106/Put/seqid=0 2024-11-26T21:23:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742286_1462 (size=12139) 2024-11-26T21:23:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742287_1463 (size=12139) 2024-11-26T21:23:07,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/111f873116464206a418503fae552593 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/111f873116464206a418503fae552593 2024-11-26T21:23:07,725 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/df246368801d4dfba2784ea8f9f3b4a6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/df246368801d4dfba2784ea8f9f3b4a6 2024-11-26T21:23:07,727 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into 111f873116464206a418503fae552593(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:07,727 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:07,727 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=12, startTime=1732656187694; duration=0sec 2024-11-26T21:23:07,727 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:07,727 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:07,727 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:07,729 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:07,729 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:07,729 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:07,729 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f585a8c6ed554e388399b5242b582510, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/54392e61c9e0444aa18dd89928c8dcaf, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/60c15bfa67464552a0db298f45f0640d] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=46.9 K 2024-11-26T21:23:07,729 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into df246368801d4dfba2784ea8f9f3b4a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:07,729 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:07,729 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=12, startTime=1732656187694; duration=0sec 2024-11-26T21:23:07,729 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:07,729 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:07,730 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting f585a8c6ed554e388399b5242b582510, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732656183276 2024-11-26T21:23:07,730 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54392e61c9e0444aa18dd89928c8dcaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732656183290 2024-11-26T21:23:07,731 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting f141b60cd43f4a4e8a4e7e2d7dbb6e05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732656183914 2024-11-26T21:23:07,731 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60c15bfa67464552a0db298f45f0640d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732656186105 2024-11-26T21:23:07,745 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:07,746 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/2818275c2b624227b5efa1912b82fc3e is 50, key is test_row_0/C:col10/1732656186106/Put/seqid=0 2024-11-26T21:23:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742288_1464 (size=12139) 2024-11-26T21:23:07,762 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/2818275c2b624227b5efa1912b82fc3e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2818275c2b624227b5efa1912b82fc3e 2024-11-26T21:23:07,767 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into 2818275c2b624227b5efa1912b82fc3e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:07,767 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:07,767 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=12, startTime=1732656187694; duration=0sec 2024-11-26T21:23:07,767 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:07,767 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T21:23:07,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T21:23:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:07,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T21:23:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c6e9275973454aa19d45e661e7bfa58d is 50, key is test_row_0/A:col10/1732656187238/Put/seqid=0 2024-11-26T21:23:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742289_1465 (size=12001) 2024-11-26T21:23:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:07,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656247879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656247883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656247884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656247884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656247884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656247985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656247989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656247989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656247990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656247990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T21:23:08,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656248192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c6e9275973454aa19d45e661e7bfa58d 2024-11-26T21:23:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656248195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656248195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656248196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656248196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/0665245d75f84206a4ed7f13fa7d67d4 is 50, key is test_row_0/B:col10/1732656187238/Put/seqid=0 2024-11-26T21:23:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742290_1466 (size=12001) 2024-11-26T21:23:08,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656248496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656248500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656248500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656248504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656248505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T21:23:08,610 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/0665245d75f84206a4ed7f13fa7d67d4 2024-11-26T21:23:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/3ab732c0da6743228612c1e902e118b0 is 50, key is test_row_0/C:col10/1732656187238/Put/seqid=0 2024-11-26T21:23:08,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742291_1467 (size=12001) 2024-11-26T21:23:09,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656249001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:09,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656249006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:09,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656249007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:09,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656249010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:09,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656249011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:09,024 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/3ab732c0da6743228612c1e902e118b0 2024-11-26T21:23:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c6e9275973454aa19d45e661e7bfa58d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6e9275973454aa19d45e661e7bfa58d 2024-11-26T21:23:09,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6e9275973454aa19d45e661e7bfa58d, entries=150, sequenceid=88, filesize=11.7 K 2024-11-26T21:23:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/0665245d75f84206a4ed7f13fa7d67d4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0665245d75f84206a4ed7f13fa7d67d4 2024-11-26T21:23:09,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0665245d75f84206a4ed7f13fa7d67d4, entries=150, sequenceid=88, filesize=11.7 K 2024-11-26T21:23:09,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/3ab732c0da6743228612c1e902e118b0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3ab732c0da6743228612c1e902e118b0 2024-11-26T21:23:09,040 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3ab732c0da6743228612c1e902e118b0, entries=150, sequenceid=88, filesize=11.7 K 2024-11-26T21:23:09,040 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e3ccad999e9676dba5220a9c29ef5bdf in 1256ms, sequenceid=88, compaction requested=false 2024-11-26T21:23:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-26T21:23:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-26T21:23:09,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T21:23:09,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-26T21:23:09,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.5660 sec 2024-11-26T21:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T21:23:09,582 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-26T21:23:09,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-26T21:23:09,585 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T21:23:09,585 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:09,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T21:23:09,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:09,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T21:23:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:09,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:23:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c8577b12cc1144ecb0b6b6b67d376594 is 50, key is test_row_0/A:col10/1732656187883/Put/seqid=0 2024-11-26T21:23:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742292_1468 (size=12001) 2024-11-26T21:23:09,750 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c8577b12cc1144ecb0b6b6b67d376594 2024-11-26T21:23:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/5d05498406974fb3b66d4dee649efd0a is 50, key is test_row_0/B:col10/1732656187883/Put/seqid=0 2024-11-26T21:23:09,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742293_1469 (size=12001) 2024-11-26T21:23:09,770 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/5d05498406974fb3b66d4dee649efd0a 2024-11-26T21:23:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/3f9c4a55949d46a88ec3ffb27eea8e64 is 50, key is test_row_0/C:col10/1732656187883/Put/seqid=0 2024-11-26T21:23:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742294_1470 (size=12001) 2024-11-26T21:23:09,785 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/3f9c4a55949d46a88ec3ffb27eea8e64 2024-11-26T21:23:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c8577b12cc1144ecb0b6b6b67d376594 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c8577b12cc1144ecb0b6b6b67d376594 2024-11-26T21:23:09,794 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c8577b12cc1144ecb0b6b6b67d376594, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T21:23:09,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/5d05498406974fb3b66d4dee649efd0a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5d05498406974fb3b66d4dee649efd0a 2024-11-26T21:23:09,798 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5d05498406974fb3b66d4dee649efd0a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T21:23:09,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/3f9c4a55949d46a88ec3ffb27eea8e64 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3f9c4a55949d46a88ec3ffb27eea8e64 2024-11-26T21:23:09,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3f9c4a55949d46a88ec3ffb27eea8e64, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T21:23:09,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for e3ccad999e9676dba5220a9c29ef5bdf in 65ms, sequenceid=114, compaction requested=true 2024-11-26T21:23:09,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:09,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:09,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-26T21:23:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-26T21:23:09,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-26T21:23:09,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 219 msec 2024-11-26T21:23:09,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 223 msec 2024-11-26T21:23:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T21:23:09,887 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-26T21:23:09,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-26T21:23:09,889 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T21:23:09,890 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:09,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T21:23:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:10,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:10,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2c153a1cfb31465ab0ca099c7cd9105c is 50, key is test_row_0/A:col10/1732656190023/Put/seqid=0 2024-11-26T21:23:10,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T21:23:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656250051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656250052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656250053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742295_1471 (size=14341) 2024-11-26T21:23:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656250056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656250057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656250157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656250160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656250160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656250163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656250166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T21:23:10,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T21:23:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T21:23:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656250364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656250365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656250365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656250367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656250371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2c153a1cfb31465ab0ca099c7cd9105c 2024-11-26T21:23:10,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/40f2f8c5a34342189efd890f5b218654 is 50, key is test_row_0/B:col10/1732656190023/Put/seqid=0 2024-11-26T21:23:10,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742296_1472 (size=12001) 2024-11-26T21:23:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T21:23:10,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T21:23:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T21:23:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656250669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656250669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656250670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656250670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656250676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T21:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:10,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/40f2f8c5a34342189efd890f5b218654 2024-11-26T21:23:10,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/854347387c3a43edbbbd4e0bc9d6f15b is 50, key is test_row_0/C:col10/1732656190023/Put/seqid=0 2024-11-26T21:23:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742297_1473 (size=12001) 2024-11-26T21:23:10,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/854347387c3a43edbbbd4e0bc9d6f15b 2024-11-26T21:23:10,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2c153a1cfb31465ab0ca099c7cd9105c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2c153a1cfb31465ab0ca099c7cd9105c 2024-11-26T21:23:10,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2c153a1cfb31465ab0ca099c7cd9105c, entries=200, sequenceid=126, filesize=14.0 K 2024-11-26T21:23:10,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/40f2f8c5a34342189efd890f5b218654 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/40f2f8c5a34342189efd890f5b218654 2024-11-26T21:23:10,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/40f2f8c5a34342189efd890f5b218654, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T21:23:10,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/854347387c3a43edbbbd4e0bc9d6f15b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/854347387c3a43edbbbd4e0bc9d6f15b 2024-11-26T21:23:10,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/854347387c3a43edbbbd4e0bc9d6f15b, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T21:23:10,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e3ccad999e9676dba5220a9c29ef5bdf in 883ms, sequenceid=126, compaction requested=true 2024-11-26T21:23:10,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:10,906 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:10,907 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:10,907 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:10,907 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,908 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/111f873116464206a418503fae552593, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6e9275973454aa19d45e661e7bfa58d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c8577b12cc1144ecb0b6b6b67d376594, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2c153a1cfb31465ab0ca099c7cd9105c] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=49.3 K 2024-11-26T21:23:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:10,908 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 111f873116464206a418503fae552593, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732656186105 2024-11-26T21:23:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:10,908 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:10,908 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6e9275973454aa19d45e661e7bfa58d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732656187233 2024-11-26T21:23:10,908 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8577b12cc1144ecb0b6b6b67d376594, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732656187876 2024-11-26T21:23:10,909 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c153a1cfb31465ab0ca099c7cd9105c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732656190016 2024-11-26T21:23:10,909 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:10,909 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:10,909 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,909 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/df246368801d4dfba2784ea8f9f3b4a6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0665245d75f84206a4ed7f13fa7d67d4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5d05498406974fb3b66d4dee649efd0a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/40f2f8c5a34342189efd890f5b218654] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=47.0 K 2024-11-26T21:23:10,909 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting df246368801d4dfba2784ea8f9f3b4a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732656186105 2024-11-26T21:23:10,910 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0665245d75f84206a4ed7f13fa7d67d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732656187233 2024-11-26T21:23:10,910 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d05498406974fb3b66d4dee649efd0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732656187876 2024-11-26T21:23:10,910 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 40f2f8c5a34342189efd890f5b218654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732656190017 2024-11-26T21:23:10,918 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:10,918 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#398 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:10,918 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/1d3312625a944cbabcba7f7861aa34e2 is 50, key is test_row_0/B:col10/1732656190023/Put/seqid=0 2024-11-26T21:23:10,919 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/e97a7e44f8634e23b62834622ffb06ee is 50, key is test_row_0/A:col10/1732656190023/Put/seqid=0 2024-11-26T21:23:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742298_1474 (size=12275) 2024-11-26T21:23:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742299_1475 (size=12275) 2024-11-26T21:23:10,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:10,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T21:23:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:10,960 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:23:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:10,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2f558e9c65a44f14ae25e1ccc34b36d9 is 50, key is test_row_0/A:col10/1732656190055/Put/seqid=0 2024-11-26T21:23:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742300_1476 (size=12151) 2024-11-26T21:23:10,968 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2f558e9c65a44f14ae25e1ccc34b36d9 2024-11-26T21:23:10,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/6e1ea05c88bc4773a1c74dbab07615a0 is 50, key is test_row_0/B:col10/1732656190055/Put/seqid=0 2024-11-26T21:23:10,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742301_1477 (size=12151) 2024-11-26T21:23:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T21:23:11,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:11,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656251187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656251188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656251188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656251188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656251189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656251290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656251295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656251295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656251295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656251298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,328 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/e97a7e44f8634e23b62834622ffb06ee as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/e97a7e44f8634e23b62834622ffb06ee 2024-11-26T21:23:11,328 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/1d3312625a944cbabcba7f7861aa34e2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1d3312625a944cbabcba7f7861aa34e2 2024-11-26T21:23:11,332 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into e97a7e44f8634e23b62834622ffb06ee(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:11,332 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:11,332 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=12, startTime=1732656190906; duration=0sec 2024-11-26T21:23:11,332 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:11,332 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:11,332 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:11,333 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into 1d3312625a944cbabcba7f7861aa34e2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:11,333 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:11,333 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=12, startTime=1732656190908; duration=0sec 2024-11-26T21:23:11,333 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:11,333 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:11,333 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:11,333 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:11,334 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:11,334 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2818275c2b624227b5efa1912b82fc3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3ab732c0da6743228612c1e902e118b0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3f9c4a55949d46a88ec3ffb27eea8e64, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/854347387c3a43edbbbd4e0bc9d6f15b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=47.0 K 2024-11-26T21:23:11,334 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2818275c2b624227b5efa1912b82fc3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732656186105 2024-11-26T21:23:11,334 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ab732c0da6743228612c1e902e118b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732656187233 2024-11-26T21:23:11,334 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f9c4a55949d46a88ec3ffb27eea8e64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732656187876 2024-11-26T21:23:11,335 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 854347387c3a43edbbbd4e0bc9d6f15b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732656190017 2024-11-26T21:23:11,341 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:11,341 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/7f0ac7075ba24cc1bf36d713dac7736b is 50, key is test_row_0/C:col10/1732656190023/Put/seqid=0 2024-11-26T21:23:11,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742302_1478 (size=12275) 2024-11-26T21:23:11,380 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/6e1ea05c88bc4773a1c74dbab07615a0 2024-11-26T21:23:11,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/2608b961b8f54dedb3be7062b31b3dd5 is 50, key is test_row_0/C:col10/1732656190055/Put/seqid=0 2024-11-26T21:23:11,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742303_1479 (size=12151) 2024-11-26T21:23:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656251496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656251501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656251501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656251501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656251505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,751 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/7f0ac7075ba24cc1bf36d713dac7736b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/7f0ac7075ba24cc1bf36d713dac7736b 2024-11-26T21:23:11,756 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into 7f0ac7075ba24cc1bf36d713dac7736b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:11,756 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:11,756 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=12, startTime=1732656190908; duration=0sec 2024-11-26T21:23:11,756 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:11,756 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:11,791 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/2608b961b8f54dedb3be7062b31b3dd5 2024-11-26T21:23:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2f558e9c65a44f14ae25e1ccc34b36d9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2f558e9c65a44f14ae25e1ccc34b36d9 2024-11-26T21:23:11,798 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2f558e9c65a44f14ae25e1ccc34b36d9, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T21:23:11,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/6e1ea05c88bc4773a1c74dbab07615a0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6e1ea05c88bc4773a1c74dbab07615a0 2024-11-26T21:23:11,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6e1ea05c88bc4773a1c74dbab07615a0, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T21:23:11,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/2608b961b8f54dedb3be7062b31b3dd5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2608b961b8f54dedb3be7062b31b3dd5 2024-11-26T21:23:11,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656251801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2608b961b8f54dedb3be7062b31b3dd5, entries=150, sequenceid=151, filesize=11.9 K 2024-11-26T21:23:11,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e3ccad999e9676dba5220a9c29ef5bdf in 847ms, sequenceid=151, compaction requested=false 2024-11-26T21:23:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-26T21:23:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-26T21:23:11,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T21:23:11,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9190 sec 2024-11-26T21:23:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:11,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:23:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:11,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.9230 sec 2024-11-26T21:23:11,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c1bd6c5aec514b62afdc339ec9f0b97e is 50, key is test_row_0/A:col10/1732656191188/Put/seqid=0 2024-11-26T21:23:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742304_1480 (size=14541) 2024-11-26T21:23:11,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656251837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656251842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656251843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656251844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656251945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656251949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656251950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656251950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T21:23:11,994 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-26T21:23:11,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-26T21:23:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T21:23:11,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:11,997 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:11,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T21:23:12,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656252151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656252154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656252154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656252155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c1bd6c5aec514b62afdc339ec9f0b97e 2024-11-26T21:23:12,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/58bbaa2d8df344989289d53669d556f8 is 50, key is test_row_0/B:col10/1732656191188/Put/seqid=0 2024-11-26T21:23:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742305_1481 (size=12151) 2024-11-26T21:23:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T21:23:12,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656252307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656252455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656252458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656252459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656252461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T21:23:12,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/58bbaa2d8df344989289d53669d556f8 2024-11-26T21:23:12,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/13857a27d158481b8c89cb1b36c0ce2b is 50, key is test_row_0/C:col10/1732656191188/Put/seqid=0 2024-11-26T21:23:12,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742306_1482 (size=12151) 2024-11-26T21:23:12,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:12,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656252961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656252964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656252964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:12,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656252966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/13857a27d158481b8c89cb1b36c0ce2b 2024-11-26T21:23:13,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/c1bd6c5aec514b62afdc339ec9f0b97e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c1bd6c5aec514b62afdc339ec9f0b97e 2024-11-26T21:23:13,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c1bd6c5aec514b62afdc339ec9f0b97e, entries=200, sequenceid=167, filesize=14.2 K 2024-11-26T21:23:13,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:13,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/58bbaa2d8df344989289d53669d556f8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/58bbaa2d8df344989289d53669d556f8 2024-11-26T21:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:13,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/58bbaa2d8df344989289d53669d556f8, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T21:23:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/13857a27d158481b8c89cb1b36c0ce2b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/13857a27d158481b8c89cb1b36c0ce2b 2024-11-26T21:23:13,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/13857a27d158481b8c89cb1b36c0ce2b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T21:23:13,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e3ccad999e9676dba5220a9c29ef5bdf in 1266ms, sequenceid=167, compaction requested=true 2024-11-26T21:23:13,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:13,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:13,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:13,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:13,077 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:13,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:13,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T21:23:13,078 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:13,079 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:13,079 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:13,079 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:13,079 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:13,079 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,079 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,079 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/e97a7e44f8634e23b62834622ffb06ee, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2f558e9c65a44f14ae25e1ccc34b36d9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c1bd6c5aec514b62afdc339ec9f0b97e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=38.1 K 2024-11-26T21:23:13,079 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1d3312625a944cbabcba7f7861aa34e2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6e1ea05c88bc4773a1c74dbab07615a0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/58bbaa2d8df344989289d53669d556f8] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=35.7 K 2024-11-26T21:23:13,079 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3312625a944cbabcba7f7861aa34e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732656190017 2024-11-26T21:23:13,080 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e97a7e44f8634e23b62834622ffb06ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732656190017 2024-11-26T21:23:13,080 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e1ea05c88bc4773a1c74dbab07615a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732656190051 2024-11-26T21:23:13,080 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f558e9c65a44f14ae25e1ccc34b36d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732656190051 2024-11-26T21:23:13,080 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 58bbaa2d8df344989289d53669d556f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732656191186 2024-11-26T21:23:13,081 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1bd6c5aec514b62afdc339ec9f0b97e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732656191186 2024-11-26T21:23:13,089 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:13,089 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b7938d0df42b4ba78011434b4f375562 is 50, key is test_row_0/A:col10/1732656191188/Put/seqid=0 2024-11-26T21:23:13,092 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:13,092 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/383b561a0c5f42c9afe11602cc0138f5 is 50, key is test_row_0/B:col10/1732656191188/Put/seqid=0 2024-11-26T21:23:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T21:23:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742307_1483 (size=12527) 2024-11-26T21:23:13,107 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b7938d0df42b4ba78011434b4f375562 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b7938d0df42b4ba78011434b4f375562 2024-11-26T21:23:13,116 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into b7938d0df42b4ba78011434b4f375562(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:13,116 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742308_1484 (size=12527) 2024-11-26T21:23:13,116 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=13, startTime=1732656193077; duration=0sec 2024-11-26T21:23:13,116 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:13,116 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:13,117 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:13,119 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:13,119 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:13,119 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,119 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/7f0ac7075ba24cc1bf36d713dac7736b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2608b961b8f54dedb3be7062b31b3dd5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/13857a27d158481b8c89cb1b36c0ce2b] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=35.7 K 2024-11-26T21:23:13,120 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f0ac7075ba24cc1bf36d713dac7736b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732656190017 2024-11-26T21:23:13,120 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2608b961b8f54dedb3be7062b31b3dd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732656190051 2024-11-26T21:23:13,121 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13857a27d158481b8c89cb1b36c0ce2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732656191186 2024-11-26T21:23:13,123 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/383b561a0c5f42c9afe11602cc0138f5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/383b561a0c5f42c9afe11602cc0138f5 2024-11-26T21:23:13,128 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into 383b561a0c5f42c9afe11602cc0138f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:13,128 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,128 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=13, startTime=1732656193077; duration=0sec 2024-11-26T21:23:13,128 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:13,128 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:13,129 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:13,130 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/ad8a9218dd3a48779efd34edfe24ffa3 is 50, key is test_row_0/C:col10/1732656191188/Put/seqid=0 2024-11-26T21:23:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742309_1485 (size=12527) 2024-11-26T21:23:13,141 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/ad8a9218dd3a48779efd34edfe24ffa3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/ad8a9218dd3a48779efd34edfe24ffa3 2024-11-26T21:23:13,145 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into ad8a9218dd3a48779efd34edfe24ffa3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:13,145 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,145 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=13, startTime=1732656193077; duration=0sec 2024-11-26T21:23:13,145 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:13,145 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:13,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T21:23:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:23:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0a7602af956a411c89ca45fe4abcbf48 is 50, key is test_row_0/A:col10/1732656191842/Put/seqid=0 2024-11-26T21:23:13,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742310_1486 (size=12151) 2024-11-26T21:23:13,239 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0a7602af956a411c89ca45fe4abcbf48 2024-11-26T21:23:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/c41e62479eb942988b1ab3e88c0f34f3 is 50, key is test_row_0/B:col10/1732656191842/Put/seqid=0 2024-11-26T21:23:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742311_1487 (size=12151) 2024-11-26T21:23:13,256 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/c41e62479eb942988b1ab3e88c0f34f3 2024-11-26T21:23:13,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/b337b1887ee344b9beb0b9230b9f3346 is 50, key is test_row_0/C:col10/1732656191842/Put/seqid=0 2024-11-26T21:23:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:13,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742312_1488 (size=12151) 2024-11-26T21:23:13,320 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/b337b1887ee344b9beb0b9230b9f3346 2024-11-26T21:23:13,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0a7602af956a411c89ca45fe4abcbf48 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a7602af956a411c89ca45fe4abcbf48 2024-11-26T21:23:13,332 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a7602af956a411c89ca45fe4abcbf48, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T21:23:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/c41e62479eb942988b1ab3e88c0f34f3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/c41e62479eb942988b1ab3e88c0f34f3 2024-11-26T21:23:13,336 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/c41e62479eb942988b1ab3e88c0f34f3, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T21:23:13,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/b337b1887ee344b9beb0b9230b9f3346 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b337b1887ee344b9beb0b9230b9f3346 2024-11-26T21:23:13,343 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b337b1887ee344b9beb0b9230b9f3346, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T21:23:13,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=46.96 KB/48090 for e3ccad999e9676dba5220a9c29ef5bdf in 125ms, sequenceid=193, compaction requested=false 2024-11-26T21:23:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-26T21:23:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-26T21:23:13,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T21:23:13,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-11-26T21:23:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:13,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:13,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:13,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:13,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:13,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.3510 sec 2024-11-26T21:23:13,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/feeb7ef4719c4b36bd31c3b7bfbeab9f is 50, key is test_row_0/A:col10/1732656193345/Put/seqid=0 2024-11-26T21:23:13,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742313_1489 (size=16931) 2024-11-26T21:23:13,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/feeb7ef4719c4b36bd31c3b7bfbeab9f 2024-11-26T21:23:13,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/bf0db85cbb8a4ff4a1d3fe10d278a925 is 50, key is test_row_0/B:col10/1732656193345/Put/seqid=0 2024-11-26T21:23:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742314_1490 (size=12151) 2024-11-26T21:23:13,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/bf0db85cbb8a4ff4a1d3fe10d278a925 2024-11-26T21:23:13,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/112a6699576c4cf2ab65a239e1e4492a is 50, key is test_row_0/C:col10/1732656193345/Put/seqid=0 2024-11-26T21:23:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742315_1491 (size=12151) 2024-11-26T21:23:13,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/112a6699576c4cf2ab65a239e1e4492a 2024-11-26T21:23:13,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/feeb7ef4719c4b36bd31c3b7bfbeab9f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/feeb7ef4719c4b36bd31c3b7bfbeab9f 2024-11-26T21:23:13,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/feeb7ef4719c4b36bd31c3b7bfbeab9f, entries=250, sequenceid=204, filesize=16.5 K 2024-11-26T21:23:13,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/bf0db85cbb8a4ff4a1d3fe10d278a925 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/bf0db85cbb8a4ff4a1d3fe10d278a925 2024-11-26T21:23:13,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/bf0db85cbb8a4ff4a1d3fe10d278a925, entries=150, sequenceid=204, filesize=11.9 K 2024-11-26T21:23:13,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/112a6699576c4cf2ab65a239e1e4492a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/112a6699576c4cf2ab65a239e1e4492a 2024-11-26T21:23:13,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/112a6699576c4cf2ab65a239e1e4492a, entries=150, sequenceid=204, filesize=11.9 K 2024-11-26T21:23:13,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=120.76 KB/123660 for e3ccad999e9676dba5220a9c29ef5bdf in 92ms, sequenceid=204, compaction requested=true 2024-11-26T21:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:13,438 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:13,438 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:13,439 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:13,439 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:13,439 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:13,439 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:13,439 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,439 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,439 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b7938d0df42b4ba78011434b4f375562, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a7602af956a411c89ca45fe4abcbf48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/feeb7ef4719c4b36bd31c3b7bfbeab9f] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=40.6 K 2024-11-26T21:23:13,439 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/383b561a0c5f42c9afe11602cc0138f5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/c41e62479eb942988b1ab3e88c0f34f3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/bf0db85cbb8a4ff4a1d3fe10d278a925] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=36.0 K 2024-11-26T21:23:13,439 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7938d0df42b4ba78011434b4f375562, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732656191186 2024-11-26T21:23:13,439 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 383b561a0c5f42c9afe11602cc0138f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732656191186 2024-11-26T21:23:13,440 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a7602af956a411c89ca45fe4abcbf48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732656191813 2024-11-26T21:23:13,440 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c41e62479eb942988b1ab3e88c0f34f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732656191813 2024-11-26T21:23:13,440 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting feeb7ef4719c4b36bd31c3b7bfbeab9f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732656193324 2024-11-26T21:23:13,440 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting bf0db85cbb8a4ff4a1d3fe10d278a925, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732656193328 2024-11-26T21:23:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:13,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:23:13,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:13,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:13,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:13,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:13,447 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#416 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:13,447 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/0bdb564b93c04dec9d3314306b55c10e is 50, key is test_row_0/B:col10/1732656193345/Put/seqid=0 2024-11-26T21:23:13,448 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:13,449 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8dca1ca937a14632b28a9e161034591e is 50, key is test_row_0/A:col10/1732656193345/Put/seqid=0 2024-11-26T21:23:13,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b411427c9dc04dd5bc4e253aaf33769c is 50, key is test_row_0/A:col10/1732656193440/Put/seqid=0 2024-11-26T21:23:13,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742316_1492 (size=12629) 2024-11-26T21:23:13,458 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/0bdb564b93c04dec9d3314306b55c10e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0bdb564b93c04dec9d3314306b55c10e 2024-11-26T21:23:13,462 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into 0bdb564b93c04dec9d3314306b55c10e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:13,462 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,462 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=13, startTime=1732656193438; duration=0sec 2024-11-26T21:23:13,462 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:13,462 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:13,463 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:13,463 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:13,463 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:13,463 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:13,463 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/ad8a9218dd3a48779efd34edfe24ffa3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b337b1887ee344b9beb0b9230b9f3346, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/112a6699576c4cf2ab65a239e1e4492a] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=36.0 K 2024-11-26T21:23:13,464 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ad8a9218dd3a48779efd34edfe24ffa3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732656191186 2024-11-26T21:23:13,464 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b337b1887ee344b9beb0b9230b9f3346, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732656191813 2024-11-26T21:23:13,465 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 112a6699576c4cf2ab65a239e1e4492a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732656193328 2024-11-26T21:23:13,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742317_1493 (size=12629) 2024-11-26T21:23:13,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742318_1494 (size=14541) 2024-11-26T21:23:13,472 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8dca1ca937a14632b28a9e161034591e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8dca1ca937a14632b28a9e161034591e 2024-11-26T21:23:13,474 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:13,474 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/937c166530d54953b70f3310b45c2889 is 50, key is test_row_0/C:col10/1732656193345/Put/seqid=0 2024-11-26T21:23:13,479 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into 8dca1ca937a14632b28a9e161034591e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:13,479 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,479 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=13, startTime=1732656193438; duration=0sec 2024-11-26T21:23:13,479 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:13,479 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:13,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742319_1495 (size=12629) 2024-11-26T21:23:13,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656253503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656253610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656253814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b411427c9dc04dd5bc4e253aaf33769c 2024-11-26T21:23:13,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/39f8536b263242649abf9534f9679ade is 50, key is test_row_0/B:col10/1732656193440/Put/seqid=0 2024-11-26T21:23:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742320_1496 (size=12151) 2024-11-26T21:23:13,888 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/937c166530d54953b70f3310b45c2889 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/937c166530d54953b70f3310b45c2889 2024-11-26T21:23:13,893 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into 937c166530d54953b70f3310b45c2889(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:13,893 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:13,893 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=13, startTime=1732656193438; duration=0sec 2024-11-26T21:23:13,893 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:13,893 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:13,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656253967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656253975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656253976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656253978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T21:23:14,100 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-26T21:23:14,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-26T21:23:14,102 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T21:23:14,103 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:14,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:14,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656254119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T21:23:14,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:14,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T21:23:14,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:14,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:14,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:14,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/39f8536b263242649abf9534f9679ade 2024-11-26T21:23:14,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1e3fe82d73c44c09b75253eca1b323d7 is 50, key is test_row_0/C:col10/1732656193440/Put/seqid=0 2024-11-26T21:23:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742321_1497 (size=12151) 2024-11-26T21:23:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T21:23:14,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:14,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T21:23:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:14,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:14,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T21:23:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:14,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656254623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:14,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1e3fe82d73c44c09b75253eca1b323d7 2024-11-26T21:23:14,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b411427c9dc04dd5bc4e253aaf33769c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b411427c9dc04dd5bc4e253aaf33769c 2024-11-26T21:23:14,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b411427c9dc04dd5bc4e253aaf33769c, entries=200, sequenceid=226, filesize=14.2 K 2024-11-26T21:23:14,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/39f8536b263242649abf9534f9679ade as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/39f8536b263242649abf9534f9679ade 2024-11-26T21:23:14,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/39f8536b263242649abf9534f9679ade, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T21:23:14,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1e3fe82d73c44c09b75253eca1b323d7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1e3fe82d73c44c09b75253eca1b323d7 2024-11-26T21:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T21:23:14,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1e3fe82d73c44c09b75253eca1b323d7, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T21:23:14,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e3ccad999e9676dba5220a9c29ef5bdf in 1266ms, sequenceid=226, compaction requested=false 2024-11-26T21:23:14,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:14,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:14,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T21:23:14,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:14,716 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T21:23:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:14,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0e7cc1ecfa864b648d7fa370bf72a0e7 is 50, key is test_row_1/A:col10/1732656193497/Put/seqid=0 2024-11-26T21:23:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742322_1498 (size=9757) 2024-11-26T21:23:15,163 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0e7cc1ecfa864b648d7fa370bf72a0e7 2024-11-26T21:23:15,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/083c10fd1f8c4366a911c1fe3934a6b1 is 50, key is test_row_1/B:col10/1732656193497/Put/seqid=0 2024-11-26T21:23:15,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742323_1499 (size=9757) 2024-11-26T21:23:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T21:23:15,593 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/083c10fd1f8c4366a911c1fe3934a6b1 2024-11-26T21:23:15,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/56d94f7d7cd549bf98bc029ce2d1d514 is 50, key is test_row_1/C:col10/1732656193497/Put/seqid=0 2024-11-26T21:23:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742324_1500 (size=9757) 2024-11-26T21:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:15,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:15,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656255725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:15,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656255833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656255984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656255984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:15,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656255984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:15,989 DEBUG [Thread-2012 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:23:15,989 DEBUG [Thread-2008 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:23:15,989 DEBUG [Thread-2010 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:23:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656255998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,002 DEBUG [Thread-2006 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:23:16,014 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/56d94f7d7cd549bf98bc029ce2d1d514 2024-11-26T21:23:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/0e7cc1ecfa864b648d7fa370bf72a0e7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0e7cc1ecfa864b648d7fa370bf72a0e7 2024-11-26T21:23:16,022 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0e7cc1ecfa864b648d7fa370bf72a0e7, entries=100, sequenceid=243, filesize=9.5 K 2024-11-26T21:23:16,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/083c10fd1f8c4366a911c1fe3934a6b1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/083c10fd1f8c4366a911c1fe3934a6b1 2024-11-26T21:23:16,026 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/083c10fd1f8c4366a911c1fe3934a6b1, entries=100, sequenceid=243, filesize=9.5 K 2024-11-26T21:23:16,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/56d94f7d7cd549bf98bc029ce2d1d514 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/56d94f7d7cd549bf98bc029ce2d1d514 2024-11-26T21:23:16,030 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/56d94f7d7cd549bf98bc029ce2d1d514, entries=100, sequenceid=243, filesize=9.5 K 2024-11-26T21:23:16,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e3ccad999e9676dba5220a9c29ef5bdf in 1315ms, sequenceid=243, compaction requested=true 2024-11-26T21:23:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-26T21:23:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-26T21:23:16,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T21:23:16,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-11-26T21:23:16,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.9320 sec 2024-11-26T21:23:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:16,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:23:16,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:16,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:16,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:16,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:16,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:16,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:16,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/32a2727dbf7042a6a9f1c8d8d2840870 is 50, key is test_row_0/A:col10/1732656196038/Put/seqid=0 2024-11-26T21:23:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742325_1501 (size=14691) 2024-11-26T21:23:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656256083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656256188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T21:23:16,207 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-26T21:23:16,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-26T21:23:16,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T21:23:16,211 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:16,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T21:23:16,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656256392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/32a2727dbf7042a6a9f1c8d8d2840870 2024-11-26T21:23:16,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ee168fa130724ccfb463397773ae2da7 is 50, key is test_row_0/B:col10/1732656196038/Put/seqid=0 2024-11-26T21:23:16,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742326_1502 (size=12251) 2024-11-26T21:23:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T21:23:16,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656256697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T21:23:16,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:16,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:16,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ee168fa130724ccfb463397773ae2da7 2024-11-26T21:23:16,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/4a494b0631b34ae4b73572d960ad989e is 50, key is test_row_0/C:col10/1732656196038/Put/seqid=0 2024-11-26T21:23:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742327_1503 (size=12251) 2024-11-26T21:23:16,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:16,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:16,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:17,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:17,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656257205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:17,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/4a494b0631b34ae4b73572d960ad989e 2024-11-26T21:23:17,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:17,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:17,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:17,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:17,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:17,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/32a2727dbf7042a6a9f1c8d8d2840870 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/32a2727dbf7042a6a9f1c8d8d2840870 2024-11-26T21:23:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:17,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/32a2727dbf7042a6a9f1c8d8d2840870, entries=200, sequenceid=266, filesize=14.3 K 2024-11-26T21:23:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ee168fa130724ccfb463397773ae2da7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ee168fa130724ccfb463397773ae2da7 2024-11-26T21:23:17,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ee168fa130724ccfb463397773ae2da7, entries=150, sequenceid=266, filesize=12.0 K 2024-11-26T21:23:17,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/4a494b0631b34ae4b73572d960ad989e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/4a494b0631b34ae4b73572d960ad989e 2024-11-26T21:23:17,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/4a494b0631b34ae4b73572d960ad989e, entries=150, sequenceid=266, filesize=12.0 K 2024-11-26T21:23:17,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e3ccad999e9676dba5220a9c29ef5bdf in 1253ms, sequenceid=266, compaction requested=true 2024-11-26T21:23:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:17,293 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:17,293 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:17,294 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51618 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:17,294 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46788 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:17,294 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:17,294 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:17,294 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,294 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,294 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0bdb564b93c04dec9d3314306b55c10e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/39f8536b263242649abf9534f9679ade, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/083c10fd1f8c4366a911c1fe3934a6b1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ee168fa130724ccfb463397773ae2da7] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=45.7 K 2024-11-26T21:23:17,294 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8dca1ca937a14632b28a9e161034591e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b411427c9dc04dd5bc4e253aaf33769c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0e7cc1ecfa864b648d7fa370bf72a0e7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/32a2727dbf7042a6a9f1c8d8d2840870] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=50.4 K 2024-11-26T21:23:17,294 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dca1ca937a14632b28a9e161034591e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732656193328 2024-11-26T21:23:17,294 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bdb564b93c04dec9d3314306b55c10e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732656193328 2024-11-26T21:23:17,295 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f8536b263242649abf9534f9679ade, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732656193402 2024-11-26T21:23:17,295 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b411427c9dc04dd5bc4e253aaf33769c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732656193402 2024-11-26T21:23:17,295 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 083c10fd1f8c4366a911c1fe3934a6b1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732656193497 2024-11-26T21:23:17,295 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e7cc1ecfa864b648d7fa370bf72a0e7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732656193497 2024-11-26T21:23:17,295 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ee168fa130724ccfb463397773ae2da7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732656195669 2024-11-26T21:23:17,296 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32a2727dbf7042a6a9f1c8d8d2840870, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732656195669 2024-11-26T21:23:17,305 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:17,306 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/317d4200729f45c7a140fea1fac3d6fb is 50, key is test_row_0/B:col10/1732656196038/Put/seqid=0 2024-11-26T21:23:17,306 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:17,307 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/05165697ae574ab1904921810b79c259 is 50, key is test_row_0/A:col10/1732656196038/Put/seqid=0 2024-11-26T21:23:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742329_1505 (size=12865) 2024-11-26T21:23:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T21:23:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742328_1504 (size=12865) 2024-11-26T21:23:17,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:17,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T21:23:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,433 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:23:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/26edb8226420425c9af45caeeb39c984 is 50, key is test_row_1/A:col10/1732656196071/Put/seqid=0 2024-11-26T21:23:17,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742330_1506 (size=9857) 2024-11-26T21:23:17,442 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/26edb8226420425c9af45caeeb39c984 2024-11-26T21:23:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/24e67a77eeb74c969c023588aa1f5436 is 50, key is test_row_1/B:col10/1732656196071/Put/seqid=0 2024-11-26T21:23:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742331_1507 (size=9857) 2024-11-26T21:23:17,717 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/05165697ae574ab1904921810b79c259 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/05165697ae574ab1904921810b79c259 2024-11-26T21:23:17,723 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into 05165697ae574ab1904921810b79c259(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:17,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:17,723 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=12, startTime=1732656197292; duration=0sec 2024-11-26T21:23:17,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:17,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:17,724 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:17,724 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/317d4200729f45c7a140fea1fac3d6fb as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/317d4200729f45c7a140fea1fac3d6fb 2024-11-26T21:23:17,725 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46788 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:17,725 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:17,725 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:17,725 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/937c166530d54953b70f3310b45c2889, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1e3fe82d73c44c09b75253eca1b323d7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/56d94f7d7cd549bf98bc029ce2d1d514, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/4a494b0631b34ae4b73572d960ad989e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=45.7 K 2024-11-26T21:23:17,725 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 937c166530d54953b70f3310b45c2889, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732656193328 2024-11-26T21:23:17,726 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e3fe82d73c44c09b75253eca1b323d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732656193402 2024-11-26T21:23:17,726 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56d94f7d7cd549bf98bc029ce2d1d514, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732656193497 2024-11-26T21:23:17,726 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a494b0631b34ae4b73572d960ad989e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732656195669 2024-11-26T21:23:17,728 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into 317d4200729f45c7a140fea1fac3d6fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:17,729 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:17,729 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=12, startTime=1732656197293; duration=0sec 2024-11-26T21:23:17,729 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:17,729 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:17,733 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:17,734 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/842c17c0f6ab405ebfbb0849ecc352d5 is 50, key is test_row_0/C:col10/1732656196038/Put/seqid=0 2024-11-26T21:23:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742332_1508 (size=12865) 2024-11-26T21:23:17,745 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/842c17c0f6ab405ebfbb0849ecc352d5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/842c17c0f6ab405ebfbb0849ecc352d5 2024-11-26T21:23:17,749 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into 842c17c0f6ab405ebfbb0849ecc352d5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:17,749 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:17,749 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=12, startTime=1732656197293; duration=0sec 2024-11-26T21:23:17,749 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:17,749 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:17,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/24e67a77eeb74c969c023588aa1f5436 2024-11-26T21:23:17,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/c7feaa3b04e944a6b3f766f4db6bdefc is 50, key is test_row_1/C:col10/1732656196071/Put/seqid=0 2024-11-26T21:23:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742333_1509 (size=9857) 2024-11-26T21:23:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:18,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:18,274 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/c7feaa3b04e944a6b3f766f4db6bdefc 2024-11-26T21:23:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/26edb8226420425c9af45caeeb39c984 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/26edb8226420425c9af45caeeb39c984 2024-11-26T21:23:18,281 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/26edb8226420425c9af45caeeb39c984, entries=100, sequenceid=279, filesize=9.6 K 2024-11-26T21:23:18,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/24e67a77eeb74c969c023588aa1f5436 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/24e67a77eeb74c969c023588aa1f5436 2024-11-26T21:23:18,287 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/24e67a77eeb74c969c023588aa1f5436, entries=100, sequenceid=279, filesize=9.6 K 2024-11-26T21:23:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/c7feaa3b04e944a6b3f766f4db6bdefc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c7feaa3b04e944a6b3f766f4db6bdefc 2024-11-26T21:23:18,291 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c7feaa3b04e944a6b3f766f4db6bdefc, entries=100, sequenceid=279, filesize=9.6 K 2024-11-26T21:23:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656258289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:18,292 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e3ccad999e9676dba5220a9c29ef5bdf in 859ms, sequenceid=279, compaction requested=false 2024-11-26T21:23:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-26T21:23:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-26T21:23:18,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-26T21:23:18,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0820 sec 2024-11-26T21:23:18,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.0890 sec 2024-11-26T21:23:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T21:23:18,314 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-26T21:23:18,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-26T21:23:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T21:23:18,316 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:18,317 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:18,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:18,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:23:18,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:18,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:18,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:18,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:18,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:18,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:18,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/6e7bdb851bbb47449d5ec268f3c25821 is 50, key is test_row_0/A:col10/1732656198394/Put/seqid=0 2024-11-26T21:23:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742334_1510 (size=14741) 2024-11-26T21:23:18,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/6e7bdb851bbb47449d5ec268f3c25821 2024-11-26T21:23:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T21:23:18,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/4f9be8f352484db8b902d0f54674b25d is 50, key is test_row_0/B:col10/1732656198394/Put/seqid=0 2024-11-26T21:23:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742335_1511 (size=12301) 2024-11-26T21:23:18,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/4f9be8f352484db8b902d0f54674b25d 2024-11-26T21:23:18,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/720653bd6c574a9b88b4d999695e56dd is 50, key is test_row_0/C:col10/1732656198394/Put/seqid=0 2024-11-26T21:23:18,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656258436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:18,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742336_1512 (size=12301) 2024-11-26T21:23:18,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/720653bd6c574a9b88b4d999695e56dd 2024-11-26T21:23:18,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/6e7bdb851bbb47449d5ec268f3c25821 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/6e7bdb851bbb47449d5ec268f3c25821 2024-11-26T21:23:18,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/6e7bdb851bbb47449d5ec268f3c25821, entries=200, sequenceid=306, filesize=14.4 K 2024-11-26T21:23:18,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/4f9be8f352484db8b902d0f54674b25d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/4f9be8f352484db8b902d0f54674b25d 2024-11-26T21:23:18,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/4f9be8f352484db8b902d0f54674b25d, entries=150, sequenceid=306, filesize=12.0 K 2024-11-26T21:23:18,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/720653bd6c574a9b88b4d999695e56dd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/720653bd6c574a9b88b4d999695e56dd 2024-11-26T21:23:18,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/720653bd6c574a9b88b4d999695e56dd, entries=150, sequenceid=306, filesize=12.0 K 2024-11-26T21:23:18,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e3ccad999e9676dba5220a9c29ef5bdf in 70ms, sequenceid=306, compaction requested=true 2024-11-26T21:23:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:18,466 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:18,466 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:18,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:18,467 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37463 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:18,467 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:18,467 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:18,467 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/05165697ae574ab1904921810b79c259, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/26edb8226420425c9af45caeeb39c984, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/6e7bdb851bbb47449d5ec268f3c25821] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=36.6 K 2024-11-26T21:23:18,468 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05165697ae574ab1904921810b79c259, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732656195669 2024-11-26T21:23:18,468 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:18,468 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:18,468 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:18,468 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/317d4200729f45c7a140fea1fac3d6fb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/24e67a77eeb74c969c023588aa1f5436, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/4f9be8f352484db8b902d0f54674b25d] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=34.2 K 2024-11-26T21:23:18,468 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26edb8226420425c9af45caeeb39c984, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656196071 2024-11-26T21:23:18,469 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 317d4200729f45c7a140fea1fac3d6fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732656195669 2024-11-26T21:23:18,469 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e7bdb851bbb47449d5ec268f3c25821, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656198277 2024-11-26T21:23:18,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:18,469 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e67a77eeb74c969c023588aa1f5436, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656196071 2024-11-26T21:23:18,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T21:23:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:18,470 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:23:18,470 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f9be8f352484db8b902d0f54674b25d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656198277 2024-11-26T21:23:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b0cb3ddeeb51455385f1d971af214621 is 50, key is test_row_0/A:col10/1732656198435/Put/seqid=0 2024-11-26T21:23:18,504 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:18,504 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/49a5e7b810a848a4992acb7832f77cec is 50, key is test_row_0/B:col10/1732656198394/Put/seqid=0 2024-11-26T21:23:18,506 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:18,507 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/d1eec55c284b48619f0b691bb1e87738 is 50, key is test_row_0/A:col10/1732656198394/Put/seqid=0 2024-11-26T21:23:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742337_1513 (size=12301) 2024-11-26T21:23:18,535 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b0cb3ddeeb51455385f1d971af214621 2024-11-26T21:23:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:18,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742338_1514 (size=13017) 2024-11-26T21:23:18,564 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/49a5e7b810a848a4992acb7832f77cec as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/49a5e7b810a848a4992acb7832f77cec 2024-11-26T21:23:18,570 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into 49a5e7b810a848a4992acb7832f77cec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:18,570 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:18,570 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=13, startTime=1732656198466; duration=0sec 2024-11-26T21:23:18,570 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:18,570 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:18,570 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:18,571 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:18,571 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:18,571 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:18,571 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/842c17c0f6ab405ebfbb0849ecc352d5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c7feaa3b04e944a6b3f766f4db6bdefc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/720653bd6c574a9b88b4d999695e56dd] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=34.2 K 2024-11-26T21:23:18,572 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 842c17c0f6ab405ebfbb0849ecc352d5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732656195669 2024-11-26T21:23:18,572 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting c7feaa3b04e944a6b3f766f4db6bdefc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656196071 2024-11-26T21:23:18,572 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 720653bd6c574a9b88b4d999695e56dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656198277 2024-11-26T21:23:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742339_1515 (size=13017) 2024-11-26T21:23:18,582 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/d1eec55c284b48619f0b691bb1e87738 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/d1eec55c284b48619f0b691bb1e87738 2024-11-26T21:23:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/1a641abe4bd04acc89c45a0e9af865b0 is 50, key is test_row_0/B:col10/1732656198435/Put/seqid=0 2024-11-26T21:23:18,587 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into d1eec55c284b48619f0b691bb1e87738(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:18,587 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:18,587 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=13, startTime=1732656198466; duration=0sec 2024-11-26T21:23:18,587 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:18,587 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:18,595 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:18,595 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1fff6e8059324aedba29a9f071274ad0 is 50, key is test_row_0/C:col10/1732656198394/Put/seqid=0 2024-11-26T21:23:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T21:23:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742340_1516 (size=12301) 2024-11-26T21:23:18,643 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/1a641abe4bd04acc89c45a0e9af865b0 2024-11-26T21:23:18,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742341_1517 (size=13017) 2024-11-26T21:23:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/74b2dc21f8144b2db7f04f6efd30f59c is 50, key is test_row_0/C:col10/1732656198435/Put/seqid=0 2024-11-26T21:23:18,656 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1fff6e8059324aedba29a9f071274ad0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1fff6e8059324aedba29a9f071274ad0 2024-11-26T21:23:18,661 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into 1fff6e8059324aedba29a9f071274ad0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:18,662 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:18,662 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=13, startTime=1732656198466; duration=0sec 2024-11-26T21:23:18,662 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:18,662 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742342_1518 (size=12301) 2024-11-26T21:23:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656258684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:18,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656258789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T21:23:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656258991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:19,071 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/74b2dc21f8144b2db7f04f6efd30f59c 2024-11-26T21:23:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b0cb3ddeeb51455385f1d971af214621 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b0cb3ddeeb51455385f1d971af214621 2024-11-26T21:23:19,078 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b0cb3ddeeb51455385f1d971af214621, entries=150, sequenceid=318, filesize=12.0 K 2024-11-26T21:23:19,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/1a641abe4bd04acc89c45a0e9af865b0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1a641abe4bd04acc89c45a0e9af865b0 2024-11-26T21:23:19,082 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1a641abe4bd04acc89c45a0e9af865b0, entries=150, sequenceid=318, filesize=12.0 K 2024-11-26T21:23:19,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/74b2dc21f8144b2db7f04f6efd30f59c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/74b2dc21f8144b2db7f04f6efd30f59c 2024-11-26T21:23:19,086 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/74b2dc21f8144b2db7f04f6efd30f59c, entries=150, sequenceid=318, filesize=12.0 K 2024-11-26T21:23:19,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e3ccad999e9676dba5220a9c29ef5bdf in 618ms, sequenceid=318, compaction requested=false 2024-11-26T21:23:19,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:19,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-26T21:23:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-26T21:23:19,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T21:23:19,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 776 msec 2024-11-26T21:23:19,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 780 msec 2024-11-26T21:23:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:19,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:23:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:19,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/1440d9605cfb4548a99e51ff30c420fc is 50, key is test_row_0/A:col10/1732656198654/Put/seqid=0 2024-11-26T21:23:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742343_1519 (size=14741) 2024-11-26T21:23:19,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656259329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T21:23:19,422 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-26T21:23:19,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-26T21:23:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T21:23:19,424 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:19,425 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:19,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:19,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656259433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T21:23:19,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:19,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T21:23:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:19,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656259637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:19,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/1440d9605cfb4548a99e51ff30c420fc 2024-11-26T21:23:19,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/18c9b31983c94480afe7fa38b1e6c643 is 50, key is test_row_0/B:col10/1732656198654/Put/seqid=0 2024-11-26T21:23:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T21:23:19,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:19,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T21:23:19,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:19,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:19,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742344_1520 (size=12301) 2024-11-26T21:23:19,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/18c9b31983c94480afe7fa38b1e6c643 2024-11-26T21:23:19,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/233231aa662f4dc5b08cf08e3dbb6df0 is 50, key is test_row_0/C:col10/1732656198654/Put/seqid=0 2024-11-26T21:23:19,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742345_1521 (size=12301) 2024-11-26T21:23:19,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/233231aa662f4dc5b08cf08e3dbb6df0 2024-11-26T21:23:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/1440d9605cfb4548a99e51ff30c420fc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/1440d9605cfb4548a99e51ff30c420fc 2024-11-26T21:23:19,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/1440d9605cfb4548a99e51ff30c420fc, entries=200, sequenceid=346, filesize=14.4 K 2024-11-26T21:23:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/18c9b31983c94480afe7fa38b1e6c643 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/18c9b31983c94480afe7fa38b1e6c643 2024-11-26T21:23:19,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/18c9b31983c94480afe7fa38b1e6c643, entries=150, sequenceid=346, filesize=12.0 K 2024-11-26T21:23:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/233231aa662f4dc5b08cf08e3dbb6df0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/233231aa662f4dc5b08cf08e3dbb6df0 2024-11-26T21:23:19,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/233231aa662f4dc5b08cf08e3dbb6df0, entries=150, sequenceid=346, filesize=12.0 K 2024-11-26T21:23:19,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e3ccad999e9676dba5220a9c29ef5bdf in 485ms, sequenceid=346, compaction requested=true 2024-11-26T21:23:19,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:19,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:19,786 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:19,786 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:19,787 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:19,787 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:19,787 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,787 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/49a5e7b810a848a4992acb7832f77cec, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1a641abe4bd04acc89c45a0e9af865b0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/18c9b31983c94480afe7fa38b1e6c643] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=36.7 K 2024-11-26T21:23:19,787 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:19,787 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:19,787 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,787 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/d1eec55c284b48619f0b691bb1e87738, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b0cb3ddeeb51455385f1d971af214621, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/1440d9605cfb4548a99e51ff30c420fc] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=39.1 K 2024-11-26T21:23:19,788 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 49a5e7b810a848a4992acb7832f77cec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656198277 2024-11-26T21:23:19,788 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1eec55c284b48619f0b691bb1e87738, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656198277 2024-11-26T21:23:19,788 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a641abe4bd04acc89c45a0e9af865b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732656198410 2024-11-26T21:23:19,788 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0cb3ddeeb51455385f1d971af214621, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732656198410 2024-11-26T21:23:19,788 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 18c9b31983c94480afe7fa38b1e6c643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732656198654 2024-11-26T21:23:19,789 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1440d9605cfb4548a99e51ff30c420fc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732656198654 2024-11-26T21:23:19,800 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:19,800 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/b4949d4e78e64a2b9caf03559f534aef is 50, key is test_row_0/B:col10/1732656198654/Put/seqid=0 2024-11-26T21:23:19,814 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:19,814 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/aa184d59c0a641b5bedaf351ca8ee0d9 is 50, key is test_row_0/A:col10/1732656198654/Put/seqid=0 2024-11-26T21:23:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742346_1522 (size=13119) 2024-11-26T21:23:19,866 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/b4949d4e78e64a2b9caf03559f534aef as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4949d4e78e64a2b9caf03559f534aef 2024-11-26T21:23:19,871 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into b4949d4e78e64a2b9caf03559f534aef(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:19,871 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:19,871 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=13, startTime=1732656199786; duration=0sec 2024-11-26T21:23:19,871 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:19,871 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:19,871 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:19,873 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:19,874 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:19,874 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,874 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1fff6e8059324aedba29a9f071274ad0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/74b2dc21f8144b2db7f04f6efd30f59c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/233231aa662f4dc5b08cf08e3dbb6df0] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=36.7 K 2024-11-26T21:23:19,874 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fff6e8059324aedba29a9f071274ad0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656198277 2024-11-26T21:23:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742347_1523 (size=13119) 2024-11-26T21:23:19,875 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 74b2dc21f8144b2db7f04f6efd30f59c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732656198410 2024-11-26T21:23:19,876 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 233231aa662f4dc5b08cf08e3dbb6df0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732656198654 2024-11-26T21:23:19,880 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/aa184d59c0a641b5bedaf351ca8ee0d9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/aa184d59c0a641b5bedaf351ca8ee0d9 2024-11-26T21:23:19,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:19,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T21:23:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:19,883 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:19,884 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:19,885 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/61182d650b464502b671342b6e27a9a0 is 50, key is test_row_0/C:col10/1732656198654/Put/seqid=0 2024-11-26T21:23:19,888 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into aa184d59c0a641b5bedaf351ca8ee0d9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:19,888 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:19,888 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=13, startTime=1732656199785; duration=0sec 2024-11-26T21:23:19,888 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:19,888 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:19,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b3ba76efc85c45928ae491e088740ccf is 50, key is test_row_0/A:col10/1732656199324/Put/seqid=0 2024-11-26T21:23:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742348_1524 (size=13119) 2024-11-26T21:23:19,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742349_1525 (size=12301) 2024-11-26T21:23:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:19,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:20,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656260010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656260011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656260013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T21:23:20,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47434 deadline: 1732656260028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1732656260028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,031 DEBUG [Thread-2012 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:23:20,031 DEBUG [Thread-2010 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., hostname=f2fea67b8e2e,45485,1732656062493, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:23:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656260114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656260115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656260120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b3ba76efc85c45928ae491e088740ccf 2024-11-26T21:23:20,308 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/61182d650b464502b671342b6e27a9a0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/61182d650b464502b671342b6e27a9a0 2024-11-26T21:23:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ad4068d4a0d040d9bbcd6157fd1b1976 is 50, key is test_row_0/B:col10/1732656199324/Put/seqid=0 2024-11-26T21:23:20,314 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into 61182d650b464502b671342b6e27a9a0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:20,314 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:20,314 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=13, startTime=1732656199786; duration=0sec 2024-11-26T21:23:20,314 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:20,314 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:20,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742350_1526 (size=12301) 2024-11-26T21:23:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656260319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656260320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656260326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T21:23:20,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656260626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656260626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656260631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:20,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ad4068d4a0d040d9bbcd6157fd1b1976 2024-11-26T21:23:20,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/94a76d69b936480db4c1d91d0b727856 is 50, key is test_row_0/C:col10/1732656199324/Put/seqid=0 2024-11-26T21:23:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742351_1527 (size=12301) 2024-11-26T21:23:20,733 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/94a76d69b936480db4c1d91d0b727856 2024-11-26T21:23:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/b3ba76efc85c45928ae491e088740ccf as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b3ba76efc85c45928ae491e088740ccf 2024-11-26T21:23:20,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b3ba76efc85c45928ae491e088740ccf, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T21:23:20,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/ad4068d4a0d040d9bbcd6157fd1b1976 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ad4068d4a0d040d9bbcd6157fd1b1976 2024-11-26T21:23:20,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ad4068d4a0d040d9bbcd6157fd1b1976, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T21:23:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/94a76d69b936480db4c1d91d0b727856 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/94a76d69b936480db4c1d91d0b727856 2024-11-26T21:23:20,750 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/94a76d69b936480db4c1d91d0b727856, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T21:23:20,750 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e3ccad999e9676dba5220a9c29ef5bdf in 867ms, sequenceid=358, compaction requested=false 2024-11-26T21:23:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-26T21:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-26T21:23:20,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-26T21:23:20,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3270 sec 2024-11-26T21:23:20,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.3300 sec 2024-11-26T21:23:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:21,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:23:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2e6f0de0b83242ccacf4bcfee03137ac is 50, key is test_row_0/A:col10/1732656200011/Put/seqid=0 2024-11-26T21:23:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742352_1528 (size=14741) 2024-11-26T21:23:21,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2e6f0de0b83242ccacf4bcfee03137ac 2024-11-26T21:23:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656261146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656261148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656261153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/62297dae3b5e4c8aba3495560126d37d is 50, key is test_row_0/B:col10/1732656200011/Put/seqid=0 2024-11-26T21:23:21,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742353_1529 (size=12301) 2024-11-26T21:23:21,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/62297dae3b5e4c8aba3495560126d37d 2024-11-26T21:23:21,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/8532c73b0eae4ee7b90a02910ee533a0 is 50, key is test_row_0/C:col10/1732656200011/Put/seqid=0 2024-11-26T21:23:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742354_1530 (size=12301) 2024-11-26T21:23:21,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/8532c73b0eae4ee7b90a02910ee533a0 2024-11-26T21:23:21,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/2e6f0de0b83242ccacf4bcfee03137ac as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2e6f0de0b83242ccacf4bcfee03137ac 2024-11-26T21:23:21,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2e6f0de0b83242ccacf4bcfee03137ac, entries=200, sequenceid=386, filesize=14.4 K 2024-11-26T21:23:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/62297dae3b5e4c8aba3495560126d37d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/62297dae3b5e4c8aba3495560126d37d 2024-11-26T21:23:21,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/62297dae3b5e4c8aba3495560126d37d, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T21:23:21,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/8532c73b0eae4ee7b90a02910ee533a0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/8532c73b0eae4ee7b90a02910ee533a0 2024-11-26T21:23:21,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/8532c73b0eae4ee7b90a02910ee533a0, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T21:23:21,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e3ccad999e9676dba5220a9c29ef5bdf in 82ms, sequenceid=386, compaction requested=true 2024-11-26T21:23:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:21,218 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T21:23:21,218 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:21,219 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:21,219 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:21,219 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:21,219 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:21,219 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:21,219 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:21,220 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/aa184d59c0a641b5bedaf351ca8ee0d9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b3ba76efc85c45928ae491e088740ccf, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2e6f0de0b83242ccacf4bcfee03137ac] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=39.2 K 2024-11-26T21:23:21,220 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4949d4e78e64a2b9caf03559f534aef, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ad4068d4a0d040d9bbcd6157fd1b1976, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/62297dae3b5e4c8aba3495560126d37d] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=36.8 K 2024-11-26T21:23:21,220 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b4949d4e78e64a2b9caf03559f534aef, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732656198654 2024-11-26T21:23:21,220 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa184d59c0a641b5bedaf351ca8ee0d9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732656198654 2024-11-26T21:23:21,220 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ad4068d4a0d040d9bbcd6157fd1b1976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732656199315 2024-11-26T21:23:21,220 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ba76efc85c45928ae491e088740ccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732656199315 2024-11-26T21:23:21,220 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 62297dae3b5e4c8aba3495560126d37d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732656200006 2024-11-26T21:23:21,221 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e6f0de0b83242ccacf4bcfee03137ac, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732656200006 2024-11-26T21:23:21,227 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:21,227 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/cbd1bec73d2749339d5d6651c324a38d is 50, key is test_row_0/A:col10/1732656200011/Put/seqid=0 2024-11-26T21:23:21,229 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:21,230 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/08c9b02017554c259938b4f2c2aab9ba is 50, key is test_row_0/B:col10/1732656200011/Put/seqid=0 2024-11-26T21:23:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742355_1531 (size=13221) 2024-11-26T21:23:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:21,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/ae5a188e804a4533a9ec5767f6a2e99d is 50, key is test_row_0/A:col10/1732656201143/Put/seqid=0 2024-11-26T21:23:21,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742356_1532 (size=13221) 2024-11-26T21:23:21,271 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/08c9b02017554c259938b4f2c2aab9ba as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/08c9b02017554c259938b4f2c2aab9ba 2024-11-26T21:23:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742357_1533 (size=12301) 2024-11-26T21:23:21,276 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into 08c9b02017554c259938b4f2c2aab9ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:21,276 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:21,276 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=13, startTime=1732656201218; duration=0sec 2024-11-26T21:23:21,276 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:21,276 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:21,276 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:21,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/ae5a188e804a4533a9ec5767f6a2e99d 2024-11-26T21:23:21,277 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:21,277 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:21,277 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:21,278 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/61182d650b464502b671342b6e27a9a0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/94a76d69b936480db4c1d91d0b727856, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/8532c73b0eae4ee7b90a02910ee533a0] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=36.8 K 2024-11-26T21:23:21,278 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 61182d650b464502b671342b6e27a9a0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732656198654 2024-11-26T21:23:21,278 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a76d69b936480db4c1d91d0b727856, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732656199315 2024-11-26T21:23:21,279 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 8532c73b0eae4ee7b90a02910ee533a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732656200006 2024-11-26T21:23:21,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/e62d0b2aa99c4e3f919947b103c21a39 is 50, key is test_row_0/B:col10/1732656201143/Put/seqid=0 2024-11-26T21:23:21,289 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:21,289 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/5dc5ea17aa724a90841a5ec465fed357 is 50, key is test_row_0/C:col10/1732656200011/Put/seqid=0 2024-11-26T21:23:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742358_1534 (size=12301) 2024-11-26T21:23:21,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742359_1535 (size=13221) 2024-11-26T21:23:21,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656261335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656261345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656261345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656261446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656261446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656261451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T21:23:21,528 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-26T21:23:21,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-26T21:23:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T21:23:21,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:21,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:21,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T21:23:21,654 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/cbd1bec73d2749339d5d6651c324a38d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/cbd1bec73d2749339d5d6651c324a38d 2024-11-26T21:23:21,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656261651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,657 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into cbd1bec73d2749339d5d6651c324a38d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:21,658 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:21,658 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=13, startTime=1732656201218; duration=0sec 2024-11-26T21:23:21,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656261652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,658 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:21,658 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:21,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656261660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T21:23:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:21,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:21,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/e62d0b2aa99c4e3f919947b103c21a39 2024-11-26T21:23:21,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/de9df147acfa4842a38cfe4fd6d7ab34 is 50, key is test_row_0/C:col10/1732656201143/Put/seqid=0 2024-11-26T21:23:21,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742360_1536 (size=12301) 2024-11-26T21:23:21,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/de9df147acfa4842a38cfe4fd6d7ab34 2024-11-26T21:23:21,717 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/5dc5ea17aa724a90841a5ec465fed357 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5dc5ea17aa724a90841a5ec465fed357 2024-11-26T21:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/ae5a188e804a4533a9ec5767f6a2e99d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/ae5a188e804a4533a9ec5767f6a2e99d 2024-11-26T21:23:21,721 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into 5dc5ea17aa724a90841a5ec465fed357(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:21,721 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:21,721 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=13, startTime=1732656201218; duration=0sec 2024-11-26T21:23:21,721 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:21,721 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:21,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/ae5a188e804a4533a9ec5767f6a2e99d, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T21:23:21,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/e62d0b2aa99c4e3f919947b103c21a39 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/e62d0b2aa99c4e3f919947b103c21a39 2024-11-26T21:23:21,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/e62d0b2aa99c4e3f919947b103c21a39, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T21:23:21,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/de9df147acfa4842a38cfe4fd6d7ab34 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/de9df147acfa4842a38cfe4fd6d7ab34 2024-11-26T21:23:21,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/de9df147acfa4842a38cfe4fd6d7ab34, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T21:23:21,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e3ccad999e9676dba5220a9c29ef5bdf in 471ms, sequenceid=397, compaction requested=false 2024-11-26T21:23:21,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T21:23:21,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T21:23:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:21,836 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:23:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/13f2c998f2a545d1838c6a895f18f5c8 is 50, key is test_row_0/A:col10/1732656201343/Put/seqid=0 2024-11-26T21:23:21,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742361_1537 (size=12301) 2024-11-26T21:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. as already flushing 2024-11-26T21:23:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656261975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656261976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656261977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656262080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656262080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656262082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T21:23:22,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/13f2c998f2a545d1838c6a895f18f5c8 2024-11-26T21:23:22,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/986db28c8fc942f7b98bed46760f9447 is 50, key is test_row_0/B:col10/1732656201343/Put/seqid=0 2024-11-26T21:23:22,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742362_1538 (size=12301) 2024-11-26T21:23:22,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656262284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656262284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656262285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656262586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656262587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656262593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T21:23:22,666 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/986db28c8fc942f7b98bed46760f9447 2024-11-26T21:23:22,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/5804a79328394f5983e7d0d3ea6ed045 is 50, key is test_row_0/C:col10/1732656201343/Put/seqid=0 2024-11-26T21:23:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742363_1539 (size=12301) 2024-11-26T21:23:23,077 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/5804a79328394f5983e7d0d3ea6ed045 2024-11-26T21:23:23,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/13f2c998f2a545d1838c6a895f18f5c8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/13f2c998f2a545d1838c6a895f18f5c8 2024-11-26T21:23:23,084 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/13f2c998f2a545d1838c6a895f18f5c8, entries=150, sequenceid=425, filesize=12.0 K 2024-11-26T21:23:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/986db28c8fc942f7b98bed46760f9447 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/986db28c8fc942f7b98bed46760f9447 2024-11-26T21:23:23,088 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/986db28c8fc942f7b98bed46760f9447, entries=150, sequenceid=425, filesize=12.0 K 2024-11-26T21:23:23,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/5804a79328394f5983e7d0d3ea6ed045 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5804a79328394f5983e7d0d3ea6ed045 2024-11-26T21:23:23,092 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5804a79328394f5983e7d0d3ea6ed045, entries=150, sequenceid=425, filesize=12.0 K 2024-11-26T21:23:23,093 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e3ccad999e9676dba5220a9c29ef5bdf in 1257ms, sequenceid=425, compaction requested=true 2024-11-26T21:23:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:23,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-26T21:23:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-26T21:23:23,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T21:23:23,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-26T21:23:23,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.5670 sec 2024-11-26T21:23:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:23,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:23:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:23,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8f50320609984cdf979a30862c08344a is 50, key is test_row_0/A:col10/1732656201975/Put/seqid=0 2024-11-26T21:23:23,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742364_1540 (size=14741) 2024-11-26T21:23:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656263171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656263171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656263171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,266 DEBUG [Thread-2019 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44462a02 to 127.0.0.1:62685 2024-11-26T21:23:23,266 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:23,267 DEBUG [Thread-2017 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a4d4e08 to 127.0.0.1:62685 2024-11-26T21:23:23,268 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:23,270 DEBUG [Thread-2021 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69d7a6f6 to 127.0.0.1:62685 2024-11-26T21:23:23,270 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:23,273 DEBUG [Thread-2023 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5938a7c8 to 127.0.0.1:62685 2024-11-26T21:23:23,273 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:23,274 DEBUG [Thread-2015 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54dabc8f to 127.0.0.1:62685 2024-11-26T21:23:23,274 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:23,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656263276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656263281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656263281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656263479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656263482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656263483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8f50320609984cdf979a30862c08344a 2024-11-26T21:23:23,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/67cb3fb72e0e47cfb6afabfb02298fdc is 50, key is test_row_0/B:col10/1732656201975/Put/seqid=0 2024-11-26T21:23:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742365_1541 (size=12301) 2024-11-26T21:23:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T21:23:23,634 INFO [Thread-2014 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-26T21:23:23,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656263782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656263785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656263786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:23,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/67cb3fb72e0e47cfb6afabfb02298fdc 2024-11-26T21:23:23,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/b8ce0e1603e848bd92465172450dad79 is 50, key is test_row_0/C:col10/1732656201975/Put/seqid=0 2024-11-26T21:23:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742366_1542 (size=12301) 2024-11-26T21:23:24,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:24,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47442 deadline: 1732656264286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47420 deadline: 1732656264286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:24,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47464 deadline: 1732656264288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:24,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/b8ce0e1603e848bd92465172450dad79 2024-11-26T21:23:24,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8f50320609984cdf979a30862c08344a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8f50320609984cdf979a30862c08344a 2024-11-26T21:23:24,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8f50320609984cdf979a30862c08344a, entries=200, sequenceid=437, filesize=14.4 K 2024-11-26T21:23:24,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/67cb3fb72e0e47cfb6afabfb02298fdc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/67cb3fb72e0e47cfb6afabfb02298fdc 2024-11-26T21:23:24,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/67cb3fb72e0e47cfb6afabfb02298fdc, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T21:23:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/b8ce0e1603e848bd92465172450dad79 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b8ce0e1603e848bd92465172450dad79 2024-11-26T21:23:24,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b8ce0e1603e848bd92465172450dad79, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T21:23:24,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e3ccad999e9676dba5220a9c29ef5bdf in 1240ms, sequenceid=437, compaction requested=true 2024-11-26T21:23:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ccad999e9676dba5220a9c29ef5bdf:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:24,338 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:24,338 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:24,339 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:24,339 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:24,339 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/B is initiating minor compaction (all files) 2024-11-26T21:23:24,339 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/A is initiating minor compaction (all files) 2024-11-26T21:23:24,339 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/B in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:24,339 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/A in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:24,339 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/08c9b02017554c259938b4f2c2aab9ba, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/e62d0b2aa99c4e3f919947b103c21a39, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/986db28c8fc942f7b98bed46760f9447, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/67cb3fb72e0e47cfb6afabfb02298fdc] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=48.9 K 2024-11-26T21:23:24,339 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/cbd1bec73d2749339d5d6651c324a38d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/ae5a188e804a4533a9ec5767f6a2e99d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/13f2c998f2a545d1838c6a895f18f5c8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8f50320609984cdf979a30862c08344a] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=51.3 K 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c9b02017554c259938b4f2c2aab9ba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732656200006 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbd1bec73d2749339d5d6651c324a38d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732656200006 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e62d0b2aa99c4e3f919947b103c21a39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732656201143 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae5a188e804a4533a9ec5767f6a2e99d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732656201143 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13f2c998f2a545d1838c6a895f18f5c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732656201310 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 986db28c8fc942f7b98bed46760f9447, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732656201310 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f50320609984cdf979a30862c08344a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732656201970 2024-11-26T21:23:24,340 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 67cb3fb72e0e47cfb6afabfb02298fdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732656201975 2024-11-26T21:23:24,347 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#B#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:24,347 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#A#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:24,348 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/3e198a1d31db49a6b8e064bc52bb1e15 is 50, key is test_row_0/B:col10/1732656201975/Put/seqid=0 2024-11-26T21:23:24,348 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/a2f4b5127d7c494f929cfdb5f9de317a is 50, key is test_row_0/A:col10/1732656201975/Put/seqid=0 2024-11-26T21:23:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742367_1543 (size=13357) 2024-11-26T21:23:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742368_1544 (size=13357) 2024-11-26T21:23:24,755 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/a2f4b5127d7c494f929cfdb5f9de317a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/a2f4b5127d7c494f929cfdb5f9de317a 2024-11-26T21:23:24,755 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/3e198a1d31db49a6b8e064bc52bb1e15 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/3e198a1d31db49a6b8e064bc52bb1e15 2024-11-26T21:23:24,758 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/B of e3ccad999e9676dba5220a9c29ef5bdf into 3e198a1d31db49a6b8e064bc52bb1e15(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:24,758 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/A of e3ccad999e9676dba5220a9c29ef5bdf into a2f4b5127d7c494f929cfdb5f9de317a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:24,758 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:24,758 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:24,758 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/B, priority=12, startTime=1732656204338; duration=0sec 2024-11-26T21:23:24,758 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/A, priority=12, startTime=1732656204338; duration=0sec 2024-11-26T21:23:24,759 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:24,759 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:B 2024-11-26T21:23:24,759 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:24,759 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:A 2024-11-26T21:23:24,759 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T21:23:24,759 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T21:23:24,760 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): e3ccad999e9676dba5220a9c29ef5bdf/C is initiating minor compaction (all files) 2024-11-26T21:23:24,760 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e3ccad999e9676dba5220a9c29ef5bdf/C in TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:24,760 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5dc5ea17aa724a90841a5ec465fed357, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/de9df147acfa4842a38cfe4fd6d7ab34, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5804a79328394f5983e7d0d3ea6ed045, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b8ce0e1603e848bd92465172450dad79] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp, totalSize=48.9 K 2024-11-26T21:23:24,760 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dc5ea17aa724a90841a5ec465fed357, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732656200006 2024-11-26T21:23:24,760 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting de9df147acfa4842a38cfe4fd6d7ab34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732656201143 2024-11-26T21:23:24,760 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 5804a79328394f5983e7d0d3ea6ed045, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732656201310 2024-11-26T21:23:24,761 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ce0e1603e848bd92465172450dad79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732656201975 2024-11-26T21:23:24,766 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ccad999e9676dba5220a9c29ef5bdf#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:24,766 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/c0918d4c86f64b909ac89e43180be110 is 50, key is test_row_0/C:col10/1732656201975/Put/seqid=0 2024-11-26T21:23:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742369_1545 (size=13357) 2024-11-26T21:23:25,173 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/c0918d4c86f64b909ac89e43180be110 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c0918d4c86f64b909ac89e43180be110 2024-11-26T21:23:25,176 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e3ccad999e9676dba5220a9c29ef5bdf/C of e3ccad999e9676dba5220a9c29ef5bdf into c0918d4c86f64b909ac89e43180be110(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:25,176 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:25,176 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf., storeName=e3ccad999e9676dba5220a9c29ef5bdf/C, priority=12, startTime=1732656204338; duration=0sec 2024-11-26T21:23:25,177 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:25,177 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ccad999e9676dba5220a9c29ef5bdf:C 2024-11-26T21:23:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:25,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:23:25,290 DEBUG [Thread-2006 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f67a4d to 127.0.0.1:62685 2024-11-26T21:23:25,290 DEBUG [Thread-2004 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65036559 to 127.0.0.1:62685 2024-11-26T21:23:25,290 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:25,290 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:25,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/a3d3d8dbc060475e87951c8fcb921ea9 is 50, key is test_row_0/A:col10/1732656205289/Put/seqid=0 2024-11-26T21:23:25,295 DEBUG [Thread-2008 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d5fe744 to 127.0.0.1:62685 2024-11-26T21:23:25,295 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742370_1546 (size=12301) 2024-11-26T21:23:25,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/a3d3d8dbc060475e87951c8fcb921ea9 2024-11-26T21:23:25,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/6f9a67a27e43401886d2533c4920b03b is 50, key is test_row_0/B:col10/1732656205289/Put/seqid=0 2024-11-26T21:23:25,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742371_1547 (size=12301) 2024-11-26T21:23:26,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/6f9a67a27e43401886d2533c4920b03b 2024-11-26T21:23:26,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1a7624733a7244448cf00714f619b54a is 50, key is test_row_0/C:col10/1732656205289/Put/seqid=0 2024-11-26T21:23:26,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742372_1548 (size=12301) 2024-11-26T21:23:26,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1a7624733a7244448cf00714f619b54a 2024-11-26T21:23:26,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/a3d3d8dbc060475e87951c8fcb921ea9 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/a3d3d8dbc060475e87951c8fcb921ea9 2024-11-26T21:23:26,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/a3d3d8dbc060475e87951c8fcb921ea9, entries=150, sequenceid=466, filesize=12.0 K 2024-11-26T21:23:26,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/6f9a67a27e43401886d2533c4920b03b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6f9a67a27e43401886d2533c4920b03b 2024-11-26T21:23:26,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6f9a67a27e43401886d2533c4920b03b, entries=150, sequenceid=466, filesize=12.0 K 2024-11-26T21:23:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/1a7624733a7244448cf00714f619b54a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1a7624733a7244448cf00714f619b54a 2024-11-26T21:23:26,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1a7624733a7244448cf00714f619b54a, entries=150, sequenceid=466, filesize=12.0 K 2024-11-26T21:23:26,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=6.71 KB/6870 for e3ccad999e9676dba5220a9c29ef5bdf in 1239ms, sequenceid=466, compaction requested=false 2024-11-26T21:23:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:30,079 DEBUG [Thread-2010 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721d647e to 127.0.0.1:62685 2024-11-26T21:23:30,079 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:30,081 DEBUG [Thread-2012 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c014307 to 127.0.0.1:62685 2024-11-26T21:23:30,081 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:30,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 188 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2636 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7908 rows 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2641 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7923 rows 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2639 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7917 rows 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2634 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7902 rows 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2632 2024-11-26T21:23:30,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7896 rows 2024-11-26T21:23:30,082 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T21:23:30,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27a19e6a to 127.0.0.1:62685 2024-11-26T21:23:30,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:30,086 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T21:23:30,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T21:23:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T21:23:30,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656210090"}]},"ts":"1732656210090"} 2024-11-26T21:23:30,091 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T21:23:30,093 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T21:23:30,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:23:30,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ccad999e9676dba5220a9c29ef5bdf, UNASSIGN}] 2024-11-26T21:23:30,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ccad999e9676dba5220a9c29ef5bdf, UNASSIGN 2024-11-26T21:23:30,095 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=e3ccad999e9676dba5220a9c29ef5bdf, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:30,096 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:23:30,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:23:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T21:23:30,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:30,247 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:30,247 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:23:30,247 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing e3ccad999e9676dba5220a9c29ef5bdf, disabling compactions & flushes 2024-11-26T21:23:30,247 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:30,247 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:30,247 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. after waiting 0 ms 2024-11-26T21:23:30,247 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:30,248 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing e3ccad999e9676dba5220a9c29ef5bdf 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T21:23:30,248 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=A 2024-11-26T21:23:30,248 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:30,248 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=B 2024-11-26T21:23:30,248 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:30,248 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ccad999e9676dba5220a9c29ef5bdf, store=C 2024-11-26T21:23:30,248 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:30,251 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8e09bb25145f4ddea8826272e51dd9b0 is 50, key is test_row_1/A:col10/1732656210078/Put/seqid=0 2024-11-26T21:23:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742373_1549 (size=9857) 2024-11-26T21:23:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T21:23:30,654 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8e09bb25145f4ddea8826272e51dd9b0 2024-11-26T21:23:30,660 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/5bbffdfa53244ce5bac24f2385b6300d is 50, key is test_row_1/B:col10/1732656210078/Put/seqid=0 2024-11-26T21:23:30,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742374_1550 (size=9857) 2024-11-26T21:23:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T21:23:30,809 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T21:23:31,063 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/5bbffdfa53244ce5bac24f2385b6300d 2024-11-26T21:23:31,069 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/e9159d8902074abba3699a5ac353f596 is 50, key is test_row_1/C:col10/1732656210078/Put/seqid=0 2024-11-26T21:23:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742375_1551 (size=9857) 2024-11-26T21:23:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T21:23:31,472 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/e9159d8902074abba3699a5ac353f596 2024-11-26T21:23:31,475 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/A/8e09bb25145f4ddea8826272e51dd9b0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8e09bb25145f4ddea8826272e51dd9b0 2024-11-26T21:23:31,477 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8e09bb25145f4ddea8826272e51dd9b0, entries=100, sequenceid=472, filesize=9.6 K 2024-11-26T21:23:31,478 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/B/5bbffdfa53244ce5bac24f2385b6300d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5bbffdfa53244ce5bac24f2385b6300d 2024-11-26T21:23:31,480 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5bbffdfa53244ce5bac24f2385b6300d, entries=100, sequenceid=472, filesize=9.6 K 2024-11-26T21:23:31,480 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/.tmp/C/e9159d8902074abba3699a5ac353f596 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/e9159d8902074abba3699a5ac353f596 2024-11-26T21:23:31,483 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/e9159d8902074abba3699a5ac353f596, entries=100, sequenceid=472, filesize=9.6 K 2024-11-26T21:23:31,483 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e3ccad999e9676dba5220a9c29ef5bdf in 1236ms, sequenceid=472, compaction requested=true 2024-11-26T21:23:31,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/4c24bad5c92c47699ab85235ce994047, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2299203b13e740dcad4daf1474754fce, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6718bd60c5a419fa1b1a5bd8ae8860b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a9c2ac5557d44588ebbd9e552226da0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/111f873116464206a418503fae552593, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6e9275973454aa19d45e661e7bfa58d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c8577b12cc1144ecb0b6b6b67d376594, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2c153a1cfb31465ab0ca099c7cd9105c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/e97a7e44f8634e23b62834622ffb06ee, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2f558e9c65a44f14ae25e1ccc34b36d9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c1bd6c5aec514b62afdc339ec9f0b97e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b7938d0df42b4ba78011434b4f375562, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a7602af956a411c89ca45fe4abcbf48, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/feeb7ef4719c4b36bd31c3b7bfbeab9f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8dca1ca937a14632b28a9e161034591e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b411427c9dc04dd5bc4e253aaf33769c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0e7cc1ecfa864b648d7fa370bf72a0e7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/32a2727dbf7042a6a9f1c8d8d2840870, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/05165697ae574ab1904921810b79c259, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/26edb8226420425c9af45caeeb39c984, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/6e7bdb851bbb47449d5ec268f3c25821, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/d1eec55c284b48619f0b691bb1e87738, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b0cb3ddeeb51455385f1d971af214621, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/1440d9605cfb4548a99e51ff30c420fc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/aa184d59c0a641b5bedaf351ca8ee0d9, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b3ba76efc85c45928ae491e088740ccf, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2e6f0de0b83242ccacf4bcfee03137ac, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/cbd1bec73d2749339d5d6651c324a38d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/ae5a188e804a4533a9ec5767f6a2e99d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/13f2c998f2a545d1838c6a895f18f5c8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8f50320609984cdf979a30862c08344a] to archive 2024-11-26T21:23:31,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:31,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/4c24bad5c92c47699ab85235ce994047 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/4c24bad5c92c47699ab85235ce994047 2024-11-26T21:23:31,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2299203b13e740dcad4daf1474754fce to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2299203b13e740dcad4daf1474754fce 2024-11-26T21:23:31,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6718bd60c5a419fa1b1a5bd8ae8860b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6718bd60c5a419fa1b1a5bd8ae8860b 2024-11-26T21:23:31,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a9c2ac5557d44588ebbd9e552226da0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a9c2ac5557d44588ebbd9e552226da0 2024-11-26T21:23:31,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/111f873116464206a418503fae552593 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/111f873116464206a418503fae552593 2024-11-26T21:23:31,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6e9275973454aa19d45e661e7bfa58d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c6e9275973454aa19d45e661e7bfa58d 2024-11-26T21:23:31,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c8577b12cc1144ecb0b6b6b67d376594 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c8577b12cc1144ecb0b6b6b67d376594 2024-11-26T21:23:31,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2c153a1cfb31465ab0ca099c7cd9105c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2c153a1cfb31465ab0ca099c7cd9105c 2024-11-26T21:23:31,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/e97a7e44f8634e23b62834622ffb06ee to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/e97a7e44f8634e23b62834622ffb06ee 2024-11-26T21:23:31,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2f558e9c65a44f14ae25e1ccc34b36d9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2f558e9c65a44f14ae25e1ccc34b36d9 2024-11-26T21:23:31,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c1bd6c5aec514b62afdc339ec9f0b97e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/c1bd6c5aec514b62afdc339ec9f0b97e 2024-11-26T21:23:31,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b7938d0df42b4ba78011434b4f375562 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b7938d0df42b4ba78011434b4f375562 2024-11-26T21:23:31,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a7602af956a411c89ca45fe4abcbf48 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0a7602af956a411c89ca45fe4abcbf48 2024-11-26T21:23:31,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/feeb7ef4719c4b36bd31c3b7bfbeab9f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/feeb7ef4719c4b36bd31c3b7bfbeab9f 2024-11-26T21:23:31,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8dca1ca937a14632b28a9e161034591e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8dca1ca937a14632b28a9e161034591e 2024-11-26T21:23:31,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b411427c9dc04dd5bc4e253aaf33769c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b411427c9dc04dd5bc4e253aaf33769c 2024-11-26T21:23:31,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0e7cc1ecfa864b648d7fa370bf72a0e7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/0e7cc1ecfa864b648d7fa370bf72a0e7 2024-11-26T21:23:31,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/32a2727dbf7042a6a9f1c8d8d2840870 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/32a2727dbf7042a6a9f1c8d8d2840870 2024-11-26T21:23:31,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/05165697ae574ab1904921810b79c259 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/05165697ae574ab1904921810b79c259 2024-11-26T21:23:31,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/26edb8226420425c9af45caeeb39c984 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/26edb8226420425c9af45caeeb39c984 2024-11-26T21:23:31,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/6e7bdb851bbb47449d5ec268f3c25821 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/6e7bdb851bbb47449d5ec268f3c25821 2024-11-26T21:23:31,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/d1eec55c284b48619f0b691bb1e87738 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/d1eec55c284b48619f0b691bb1e87738 2024-11-26T21:23:31,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b0cb3ddeeb51455385f1d971af214621 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b0cb3ddeeb51455385f1d971af214621 2024-11-26T21:23:31,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/1440d9605cfb4548a99e51ff30c420fc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/1440d9605cfb4548a99e51ff30c420fc 2024-11-26T21:23:31,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/aa184d59c0a641b5bedaf351ca8ee0d9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/aa184d59c0a641b5bedaf351ca8ee0d9 2024-11-26T21:23:31,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b3ba76efc85c45928ae491e088740ccf to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/b3ba76efc85c45928ae491e088740ccf 2024-11-26T21:23:31,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2e6f0de0b83242ccacf4bcfee03137ac to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/2e6f0de0b83242ccacf4bcfee03137ac 2024-11-26T21:23:31,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/cbd1bec73d2749339d5d6651c324a38d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/cbd1bec73d2749339d5d6651c324a38d 2024-11-26T21:23:31,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/ae5a188e804a4533a9ec5767f6a2e99d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/ae5a188e804a4533a9ec5767f6a2e99d 2024-11-26T21:23:31,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/13f2c998f2a545d1838c6a895f18f5c8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/13f2c998f2a545d1838c6a895f18f5c8 2024-11-26T21:23:31,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8f50320609984cdf979a30862c08344a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8f50320609984cdf979a30862c08344a 2024-11-26T21:23:31,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/89b1abdb65f64dff9887ec2f2bc234fb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ecfdef71b94e4895bcca65e9ff64c19c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4d022eaa3a74ca0857aea6ccf7d5dbe, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/df246368801d4dfba2784ea8f9f3b4a6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/9e246698a72a43bea4b976493050d7ee, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0665245d75f84206a4ed7f13fa7d67d4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5d05498406974fb3b66d4dee649efd0a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1d3312625a944cbabcba7f7861aa34e2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/40f2f8c5a34342189efd890f5b218654, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6e1ea05c88bc4773a1c74dbab07615a0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/383b561a0c5f42c9afe11602cc0138f5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/58bbaa2d8df344989289d53669d556f8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/c41e62479eb942988b1ab3e88c0f34f3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0bdb564b93c04dec9d3314306b55c10e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/bf0db85cbb8a4ff4a1d3fe10d278a925, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/39f8536b263242649abf9534f9679ade, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/083c10fd1f8c4366a911c1fe3934a6b1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/317d4200729f45c7a140fea1fac3d6fb, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ee168fa130724ccfb463397773ae2da7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/24e67a77eeb74c969c023588aa1f5436, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/49a5e7b810a848a4992acb7832f77cec, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/4f9be8f352484db8b902d0f54674b25d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1a641abe4bd04acc89c45a0e9af865b0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4949d4e78e64a2b9caf03559f534aef, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/18c9b31983c94480afe7fa38b1e6c643, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ad4068d4a0d040d9bbcd6157fd1b1976, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/08c9b02017554c259938b4f2c2aab9ba, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/62297dae3b5e4c8aba3495560126d37d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/e62d0b2aa99c4e3f919947b103c21a39, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/986db28c8fc942f7b98bed46760f9447, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/67cb3fb72e0e47cfb6afabfb02298fdc] to archive 2024-11-26T21:23:31,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:31,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/89b1abdb65f64dff9887ec2f2bc234fb to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/89b1abdb65f64dff9887ec2f2bc234fb 2024-11-26T21:23:31,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ecfdef71b94e4895bcca65e9ff64c19c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ecfdef71b94e4895bcca65e9ff64c19c 2024-11-26T21:23:31,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4d022eaa3a74ca0857aea6ccf7d5dbe to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4d022eaa3a74ca0857aea6ccf7d5dbe 2024-11-26T21:23:31,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/df246368801d4dfba2784ea8f9f3b4a6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/df246368801d4dfba2784ea8f9f3b4a6 2024-11-26T21:23:31,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/9e246698a72a43bea4b976493050d7ee to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/9e246698a72a43bea4b976493050d7ee 2024-11-26T21:23:31,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0665245d75f84206a4ed7f13fa7d67d4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0665245d75f84206a4ed7f13fa7d67d4 2024-11-26T21:23:31,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5d05498406974fb3b66d4dee649efd0a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5d05498406974fb3b66d4dee649efd0a 2024-11-26T21:23:31,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1d3312625a944cbabcba7f7861aa34e2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1d3312625a944cbabcba7f7861aa34e2 2024-11-26T21:23:31,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/40f2f8c5a34342189efd890f5b218654 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/40f2f8c5a34342189efd890f5b218654 2024-11-26T21:23:31,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6e1ea05c88bc4773a1c74dbab07615a0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6e1ea05c88bc4773a1c74dbab07615a0 2024-11-26T21:23:31,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/383b561a0c5f42c9afe11602cc0138f5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/383b561a0c5f42c9afe11602cc0138f5 2024-11-26T21:23:31,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/58bbaa2d8df344989289d53669d556f8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/58bbaa2d8df344989289d53669d556f8 2024-11-26T21:23:31,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/c41e62479eb942988b1ab3e88c0f34f3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/c41e62479eb942988b1ab3e88c0f34f3 2024-11-26T21:23:31,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0bdb564b93c04dec9d3314306b55c10e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/0bdb564b93c04dec9d3314306b55c10e 2024-11-26T21:23:31,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/bf0db85cbb8a4ff4a1d3fe10d278a925 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/bf0db85cbb8a4ff4a1d3fe10d278a925 2024-11-26T21:23:31,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/39f8536b263242649abf9534f9679ade to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/39f8536b263242649abf9534f9679ade 2024-11-26T21:23:31,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/083c10fd1f8c4366a911c1fe3934a6b1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/083c10fd1f8c4366a911c1fe3934a6b1 2024-11-26T21:23:31,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/317d4200729f45c7a140fea1fac3d6fb to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/317d4200729f45c7a140fea1fac3d6fb 2024-11-26T21:23:31,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ee168fa130724ccfb463397773ae2da7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ee168fa130724ccfb463397773ae2da7 2024-11-26T21:23:31,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/24e67a77eeb74c969c023588aa1f5436 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/24e67a77eeb74c969c023588aa1f5436 2024-11-26T21:23:31,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/49a5e7b810a848a4992acb7832f77cec to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/49a5e7b810a848a4992acb7832f77cec 2024-11-26T21:23:31,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/4f9be8f352484db8b902d0f54674b25d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/4f9be8f352484db8b902d0f54674b25d 2024-11-26T21:23:31,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1a641abe4bd04acc89c45a0e9af865b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/1a641abe4bd04acc89c45a0e9af865b0 2024-11-26T21:23:31,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4949d4e78e64a2b9caf03559f534aef to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/b4949d4e78e64a2b9caf03559f534aef 2024-11-26T21:23:31,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/18c9b31983c94480afe7fa38b1e6c643 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/18c9b31983c94480afe7fa38b1e6c643 2024-11-26T21:23:31,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ad4068d4a0d040d9bbcd6157fd1b1976 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/ad4068d4a0d040d9bbcd6157fd1b1976 2024-11-26T21:23:31,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/08c9b02017554c259938b4f2c2aab9ba to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/08c9b02017554c259938b4f2c2aab9ba 2024-11-26T21:23:31,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/62297dae3b5e4c8aba3495560126d37d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/62297dae3b5e4c8aba3495560126d37d 2024-11-26T21:23:31,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/e62d0b2aa99c4e3f919947b103c21a39 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/e62d0b2aa99c4e3f919947b103c21a39 2024-11-26T21:23:31,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/986db28c8fc942f7b98bed46760f9447 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/986db28c8fc942f7b98bed46760f9447 2024-11-26T21:23:31,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/67cb3fb72e0e47cfb6afabfb02298fdc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/67cb3fb72e0e47cfb6afabfb02298fdc 2024-11-26T21:23:31,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f585a8c6ed554e388399b5242b582510, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/54392e61c9e0444aa18dd89928c8dcaf, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2818275c2b624227b5efa1912b82fc3e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/60c15bfa67464552a0db298f45f0640d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3ab732c0da6743228612c1e902e118b0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3f9c4a55949d46a88ec3ffb27eea8e64, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/7f0ac7075ba24cc1bf36d713dac7736b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/854347387c3a43edbbbd4e0bc9d6f15b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2608b961b8f54dedb3be7062b31b3dd5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/ad8a9218dd3a48779efd34edfe24ffa3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/13857a27d158481b8c89cb1b36c0ce2b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b337b1887ee344b9beb0b9230b9f3346, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/937c166530d54953b70f3310b45c2889, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/112a6699576c4cf2ab65a239e1e4492a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1e3fe82d73c44c09b75253eca1b323d7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/56d94f7d7cd549bf98bc029ce2d1d514, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/842c17c0f6ab405ebfbb0849ecc352d5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/4a494b0631b34ae4b73572d960ad989e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c7feaa3b04e944a6b3f766f4db6bdefc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1fff6e8059324aedba29a9f071274ad0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/720653bd6c574a9b88b4d999695e56dd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/74b2dc21f8144b2db7f04f6efd30f59c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/61182d650b464502b671342b6e27a9a0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/233231aa662f4dc5b08cf08e3dbb6df0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/94a76d69b936480db4c1d91d0b727856, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5dc5ea17aa724a90841a5ec465fed357, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/8532c73b0eae4ee7b90a02910ee533a0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/de9df147acfa4842a38cfe4fd6d7ab34, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5804a79328394f5983e7d0d3ea6ed045, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b8ce0e1603e848bd92465172450dad79] to archive 2024-11-26T21:23:31,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:31,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f585a8c6ed554e388399b5242b582510 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f585a8c6ed554e388399b5242b582510 2024-11-26T21:23:31,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/54392e61c9e0444aa18dd89928c8dcaf to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/54392e61c9e0444aa18dd89928c8dcaf 2024-11-26T21:23:31,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/f141b60cd43f4a4e8a4e7e2d7dbb6e05 2024-11-26T21:23:31,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2818275c2b624227b5efa1912b82fc3e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2818275c2b624227b5efa1912b82fc3e 2024-11-26T21:23:31,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/60c15bfa67464552a0db298f45f0640d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/60c15bfa67464552a0db298f45f0640d 2024-11-26T21:23:31,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3ab732c0da6743228612c1e902e118b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3ab732c0da6743228612c1e902e118b0 2024-11-26T21:23:31,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3f9c4a55949d46a88ec3ffb27eea8e64 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/3f9c4a55949d46a88ec3ffb27eea8e64 2024-11-26T21:23:31,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/7f0ac7075ba24cc1bf36d713dac7736b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/7f0ac7075ba24cc1bf36d713dac7736b 2024-11-26T21:23:31,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/854347387c3a43edbbbd4e0bc9d6f15b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/854347387c3a43edbbbd4e0bc9d6f15b 2024-11-26T21:23:31,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2608b961b8f54dedb3be7062b31b3dd5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/2608b961b8f54dedb3be7062b31b3dd5 2024-11-26T21:23:31,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/ad8a9218dd3a48779efd34edfe24ffa3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/ad8a9218dd3a48779efd34edfe24ffa3 2024-11-26T21:23:31,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/13857a27d158481b8c89cb1b36c0ce2b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/13857a27d158481b8c89cb1b36c0ce2b 2024-11-26T21:23:31,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b337b1887ee344b9beb0b9230b9f3346 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b337b1887ee344b9beb0b9230b9f3346 2024-11-26T21:23:31,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/937c166530d54953b70f3310b45c2889 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/937c166530d54953b70f3310b45c2889 2024-11-26T21:23:31,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/112a6699576c4cf2ab65a239e1e4492a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/112a6699576c4cf2ab65a239e1e4492a 2024-11-26T21:23:31,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1e3fe82d73c44c09b75253eca1b323d7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1e3fe82d73c44c09b75253eca1b323d7 2024-11-26T21:23:31,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/56d94f7d7cd549bf98bc029ce2d1d514 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/56d94f7d7cd549bf98bc029ce2d1d514 2024-11-26T21:23:31,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/842c17c0f6ab405ebfbb0849ecc352d5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/842c17c0f6ab405ebfbb0849ecc352d5 2024-11-26T21:23:31,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/4a494b0631b34ae4b73572d960ad989e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/4a494b0631b34ae4b73572d960ad989e 2024-11-26T21:23:31,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c7feaa3b04e944a6b3f766f4db6bdefc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c7feaa3b04e944a6b3f766f4db6bdefc 2024-11-26T21:23:31,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1fff6e8059324aedba29a9f071274ad0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1fff6e8059324aedba29a9f071274ad0 2024-11-26T21:23:31,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/720653bd6c574a9b88b4d999695e56dd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/720653bd6c574a9b88b4d999695e56dd 2024-11-26T21:23:31,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/74b2dc21f8144b2db7f04f6efd30f59c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/74b2dc21f8144b2db7f04f6efd30f59c 2024-11-26T21:23:31,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/61182d650b464502b671342b6e27a9a0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/61182d650b464502b671342b6e27a9a0 2024-11-26T21:23:31,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/233231aa662f4dc5b08cf08e3dbb6df0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/233231aa662f4dc5b08cf08e3dbb6df0 2024-11-26T21:23:31,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/94a76d69b936480db4c1d91d0b727856 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/94a76d69b936480db4c1d91d0b727856 2024-11-26T21:23:31,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5dc5ea17aa724a90841a5ec465fed357 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5dc5ea17aa724a90841a5ec465fed357 2024-11-26T21:23:31,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/8532c73b0eae4ee7b90a02910ee533a0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/8532c73b0eae4ee7b90a02910ee533a0 2024-11-26T21:23:31,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/de9df147acfa4842a38cfe4fd6d7ab34 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/de9df147acfa4842a38cfe4fd6d7ab34 2024-11-26T21:23:31,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5804a79328394f5983e7d0d3ea6ed045 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/5804a79328394f5983e7d0d3ea6ed045 2024-11-26T21:23:31,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b8ce0e1603e848bd92465172450dad79 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/b8ce0e1603e848bd92465172450dad79 2024-11-26T21:23:31,567 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/recovered.edits/475.seqid, newMaxSeqId=475, maxSeqId=1 2024-11-26T21:23:31,567 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf. 2024-11-26T21:23:31,567 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for e3ccad999e9676dba5220a9c29ef5bdf: 2024-11-26T21:23:31,569 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:31,569 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=e3ccad999e9676dba5220a9c29ef5bdf, regionState=CLOSED 2024-11-26T21:23:31,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T21:23:31,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure e3ccad999e9676dba5220a9c29ef5bdf, server=f2fea67b8e2e,45485,1732656062493 in 1.4740 sec 2024-11-26T21:23:31,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-26T21:23:31,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ccad999e9676dba5220a9c29ef5bdf, UNASSIGN in 1.4770 sec 2024-11-26T21:23:31,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-26T21:23:31,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4790 sec 2024-11-26T21:23:31,574 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656211574"}]},"ts":"1732656211574"} 2024-11-26T21:23:31,575 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T21:23:31,577 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T21:23:31,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-26T21:23:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T21:23:32,193 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-26T21:23:32,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T21:23:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:32,195 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T21:23:32,195 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:32,197 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:32,198 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/recovered.edits] 2024-11-26T21:23:32,200 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8e09bb25145f4ddea8826272e51dd9b0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/8e09bb25145f4ddea8826272e51dd9b0 2024-11-26T21:23:32,201 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/a2f4b5127d7c494f929cfdb5f9de317a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/a2f4b5127d7c494f929cfdb5f9de317a 2024-11-26T21:23:32,203 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/a3d3d8dbc060475e87951c8fcb921ea9 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/A/a3d3d8dbc060475e87951c8fcb921ea9 2024-11-26T21:23:32,204 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/3e198a1d31db49a6b8e064bc52bb1e15 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/3e198a1d31db49a6b8e064bc52bb1e15 2024-11-26T21:23:32,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5bbffdfa53244ce5bac24f2385b6300d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/5bbffdfa53244ce5bac24f2385b6300d 2024-11-26T21:23:32,206 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6f9a67a27e43401886d2533c4920b03b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/B/6f9a67a27e43401886d2533c4920b03b 2024-11-26T21:23:32,214 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1a7624733a7244448cf00714f619b54a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/1a7624733a7244448cf00714f619b54a 2024-11-26T21:23:32,215 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c0918d4c86f64b909ac89e43180be110 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/c0918d4c86f64b909ac89e43180be110 2024-11-26T21:23:32,216 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/e9159d8902074abba3699a5ac353f596 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/C/e9159d8902074abba3699a5ac353f596 2024-11-26T21:23:32,218 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/recovered.edits/475.seqid to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf/recovered.edits/475.seqid 2024-11-26T21:23:32,218 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/e3ccad999e9676dba5220a9c29ef5bdf 2024-11-26T21:23:32,218 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T21:23:32,220 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:32,221 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T21:23:32,223 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T21:23:32,223 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:32,224 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T21:23:32,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732656212224"}]},"ts":"9223372036854775807"} 2024-11-26T21:23:32,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T21:23:32,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e3ccad999e9676dba5220a9c29ef5bdf, NAME => 'TestAcidGuarantees,,1732656181101.e3ccad999e9676dba5220a9c29ef5bdf.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T21:23:32,225 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T21:23:32,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732656212225"}]},"ts":"9223372036854775807"} 2024-11-26T21:23:32,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T21:23:32,230 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:32,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-26T21:23:32,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T21:23:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T21:23:32,296 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-26T21:23:32,307 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 240), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 458), ProcessCount=11 (was 11), AvailableMemoryMB=4347 (was 4343) - AvailableMemoryMB LEAK? - 2024-11-26T21:23:32,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=4347 2024-11-26T21:23:32,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:23:32,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:32,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:23:32,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:32,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-26T21:23:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T21:23:32,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:23:32,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742376_1552 (size=960) 2024-11-26T21:23:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T21:23:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T21:23:32,726 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e 2024-11-26T21:23:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742377_1553 (size=53) 2024-11-26T21:23:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T21:23:33,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:23:33,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7ae13f8b282479251128fc3c989aabd6, disabling compactions & flushes 2024-11-26T21:23:33,131 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. after waiting 0 ms 2024-11-26T21:23:33,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,131 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:33,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:23:33,132 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732656213132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732656213132"}]},"ts":"1732656213132"} 2024-11-26T21:23:33,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T21:23:33,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:23:33,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656213133"}]},"ts":"1732656213133"} 2024-11-26T21:23:33,134 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T21:23:33,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, ASSIGN}] 2024-11-26T21:23:33,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, ASSIGN 2024-11-26T21:23:33,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, ASSIGN; state=OFFLINE, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=false 2024-11-26T21:23:33,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:33,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:23:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T21:23:33,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:33,446 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,446 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:23:33,447 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,447 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:23:33,447 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,447 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,448 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,449 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:33,449 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae13f8b282479251128fc3c989aabd6 columnFamilyName A 2024-11-26T21:23:33,449 DEBUG [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:33,450 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(327): Store=7ae13f8b282479251128fc3c989aabd6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:33,450 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,450 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:33,451 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae13f8b282479251128fc3c989aabd6 columnFamilyName B 2024-11-26T21:23:33,451 DEBUG [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:33,451 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(327): Store=7ae13f8b282479251128fc3c989aabd6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:33,451 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,452 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:33,452 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae13f8b282479251128fc3c989aabd6 columnFamilyName C 2024-11-26T21:23:33,452 DEBUG [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:33,453 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(327): Store=7ae13f8b282479251128fc3c989aabd6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:33,453 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,453 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,454 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,455 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:23:33,455 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:33,457 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:23:33,457 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened 7ae13f8b282479251128fc3c989aabd6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61512497, jitterRate=-0.08339236676692963}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:23:33,458 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:33,458 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., pid=153, masterSystemTime=1732656213444 2024-11-26T21:23:33,460 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,460 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:33,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=OPEN, openSeqNum=2, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:33,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T21:23:33,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 in 169 msec 2024-11-26T21:23:33,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-26T21:23:33,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, ASSIGN in 323 msec 2024-11-26T21:23:33,463 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:23:33,463 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656213463"}]},"ts":"1732656213463"} 2024-11-26T21:23:33,464 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T21:23:33,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:23:33,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-26T21:23:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T21:23:34,423 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-26T21:23:34,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e6ac62f to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@366de26d 2024-11-26T21:23:34,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6364386e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:34,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:34,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:34,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:23:34,436 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:23:34,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T21:23:34,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:23:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742378_1554 (size=996) 2024-11-26T21:23:34,847 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T21:23:34,847 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T21:23:34,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:23:34,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, REOPEN/MOVE}] 2024-11-26T21:23:34,851 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, REOPEN/MOVE 2024-11-26T21:23:34,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:34,852 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:23:34,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:23:35,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,004 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,004 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:23:35,004 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 7ae13f8b282479251128fc3c989aabd6, disabling compactions & flushes 2024-11-26T21:23:35,004 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,004 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,004 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. after waiting 0 ms 2024-11-26T21:23:35,004 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T21:23:35,008 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,008 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:35,008 WARN [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: 7ae13f8b282479251128fc3c989aabd6 to self. 2024-11-26T21:23:35,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=CLOSED 2024-11-26T21:23:35,010 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-26T21:23:35,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 in 158 msec 2024-11-26T21:23:35,012 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, REOPEN/MOVE; state=CLOSED, location=f2fea67b8e2e,45485,1732656062493; forceNewPlan=false, retain=true 2024-11-26T21:23:35,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=OPENING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:23:35,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,317 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,317 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:23:35,318 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,318 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:23:35,318 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,318 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,319 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,319 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:35,320 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae13f8b282479251128fc3c989aabd6 columnFamilyName A 2024-11-26T21:23:35,320 DEBUG [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:35,321 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(327): Store=7ae13f8b282479251128fc3c989aabd6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:35,321 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,322 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:35,322 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae13f8b282479251128fc3c989aabd6 columnFamilyName B 2024-11-26T21:23:35,322 DEBUG [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:35,322 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(327): Store=7ae13f8b282479251128fc3c989aabd6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:35,322 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,323 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T21:23:35,323 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae13f8b282479251128fc3c989aabd6 columnFamilyName C 2024-11-26T21:23:35,323 DEBUG [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:35,323 INFO [StoreOpener-7ae13f8b282479251128fc3c989aabd6-1 {}] regionserver.HStore(327): Store=7ae13f8b282479251128fc3c989aabd6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:23:35,323 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,324 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,324 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,325 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T21:23:35,326 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,327 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened 7ae13f8b282479251128fc3c989aabd6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64699843, jitterRate=-0.035897210240364075}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T21:23:35,328 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:35,328 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., pid=158, masterSystemTime=1732656215315 2024-11-26T21:23:35,329 DEBUG [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,329 INFO [RS_OPEN_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=OPEN, openSeqNum=5, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-26T21:23:35,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 in 167 msec 2024-11-26T21:23:35,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-26T21:23:35,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, REOPEN/MOVE in 481 msec 2024-11-26T21:23:35,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-26T21:23:35,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-26T21:23:35,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-26T21:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T21:23:35,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507d2cf9 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@95ad211 2024-11-26T21:23:35,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbf3c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c0f5004 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31adbce 2024-11-26T21:23:35,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1767dc60 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4276b1e9 2024-11-26T21:23:35,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949adfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c3d7a2 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574dd3aa 2024-11-26T21:23:35,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef82c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd3d28 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29247c18 2024-11-26T21:23:35,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672325a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37227cb3 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@205568ef 2024-11-26T21:23:35,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb94416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17f6ce8d to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c6fde8c 2024-11-26T21:23:35,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3852b0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a5e441 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675cc1c7 2024-11-26T21:23:35,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa4b067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x723a6cf2 to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73e9c98b 2024-11-26T21:23:35,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca17819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d48543c to 127.0.0.1:62685 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60507b8f 2024-11-26T21:23:35,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6a62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:23:35,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:35,389 DEBUG [hconnection-0x231f2405-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-26T21:23:35,390 DEBUG [hconnection-0x4bcb1221-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,390 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T21:23:35,391 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,391 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:35,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:35,391 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,398 DEBUG [hconnection-0x6a684f9d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,399 DEBUG [hconnection-0x77bcc402-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,399 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,401 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:35,403 DEBUG [hconnection-0x4821aea3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,404 DEBUG [hconnection-0x1521e58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,404 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,404 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,410 DEBUG [hconnection-0x1c00c8f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,410 DEBUG [hconnection-0x30b290d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,411 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,411 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,412 DEBUG [hconnection-0x786add7d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,415 DEBUG [hconnection-0x7729c6bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:23:35,420 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:23:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656275425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656275425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656275431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656275431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656275432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268642a1ce4f344a6bb41be8d5958b695e_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656215401/Put/seqid=0 2024-11-26T21:23:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742379_1555 (size=9714) 2024-11-26T21:23:35,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:35,450 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268642a1ce4f344a6bb41be8d5958b695e_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268642a1ce4f344a6bb41be8d5958b695e_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:35,451 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/dc8986f42fad4115bbee9d161373f0a3, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:35,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/dc8986f42fad4115bbee9d161373f0a3 is 175, key is test_row_0/A:col10/1732656215401/Put/seqid=0 2024-11-26T21:23:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742380_1556 (size=22361) 2024-11-26T21:23:35,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/dc8986f42fad4115bbee9d161373f0a3 2024-11-26T21:23:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T21:23:35,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/d45e832e1a9d4bbdb526a45e8179f5fe is 50, key is test_row_0/B:col10/1732656215401/Put/seqid=0 2024-11-26T21:23:35,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742381_1557 (size=9657) 2024-11-26T21:23:35,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/d45e832e1a9d4bbdb526a45e8179f5fe 2024-11-26T21:23:35,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656275533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656275533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656275534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656275535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656275535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T21:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/1261b99368324251b6fa68be826b07ee is 50, key is test_row_0/C:col10/1732656215401/Put/seqid=0 2024-11-26T21:23:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742382_1558 (size=9657) 2024-11-26T21:23:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T21:23:35,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T21:23:35,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:35,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656275735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656275736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656275738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656275738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656275739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:35,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T21:23:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:35,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:35,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/1261b99368324251b6fa68be826b07ee 2024-11-26T21:23:35,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/dc8986f42fad4115bbee9d161373f0a3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dc8986f42fad4115bbee9d161373f0a3 2024-11-26T21:23:35,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dc8986f42fad4115bbee9d161373f0a3, entries=100, sequenceid=16, filesize=21.8 K 2024-11-26T21:23:35,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/d45e832e1a9d4bbdb526a45e8179f5fe as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d45e832e1a9d4bbdb526a45e8179f5fe 2024-11-26T21:23:35,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d45e832e1a9d4bbdb526a45e8179f5fe, entries=100, sequenceid=16, filesize=9.4 K 2024-11-26T21:23:35,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/1261b99368324251b6fa68be826b07ee as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1261b99368324251b6fa68be826b07ee 2024-11-26T21:23:35,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1261b99368324251b6fa68be826b07ee, entries=100, sequenceid=16, filesize=9.4 K 2024-11-26T21:23:35,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 7ae13f8b282479251128fc3c989aabd6 in 573ms, sequenceid=16, compaction requested=false 2024-11-26T21:23:35,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T21:23:36,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T21:23:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:36,002 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T21:23:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:36,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:36,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126baeb0b1bdba84d16af9be1d7bb59a594_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656215424/Put/seqid=0 2024-11-26T21:23:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742383_1559 (size=12154) 2024-11-26T21:23:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:36,029 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126baeb0b1bdba84d16af9be1d7bb59a594_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126baeb0b1bdba84d16af9be1d7bb59a594_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:36,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b2ca380ea803437b972ffef8da13d1d8, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b2ca380ea803437b972ffef8da13d1d8 is 175, key is test_row_0/A:col10/1732656215424/Put/seqid=0 2024-11-26T21:23:36,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742384_1560 (size=30955) 2024-11-26T21:23:36,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b2ca380ea803437b972ffef8da13d1d8 2024-11-26T21:23:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:36,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f4eacdfd46ec45b38883504e5a50ac6c is 50, key is test_row_0/B:col10/1732656215424/Put/seqid=0 2024-11-26T21:23:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742385_1561 (size=12001) 2024-11-26T21:23:36,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656276044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656276088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656276088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656276088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656276090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656276191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656276192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656276192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656276192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656276193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656276393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656276394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656276394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656276395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656276396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,458 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f4eacdfd46ec45b38883504e5a50ac6c 2024-11-26T21:23:36,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/03efb5f0200743f38a68e5d2087847d4 is 50, key is test_row_0/C:col10/1732656215424/Put/seqid=0 2024-11-26T21:23:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742386_1562 (size=12001) 2024-11-26T21:23:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T21:23:36,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656276695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656276697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656276696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656276697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656276700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:36,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/03efb5f0200743f38a68e5d2087847d4 2024-11-26T21:23:36,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b2ca380ea803437b972ffef8da13d1d8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b2ca380ea803437b972ffef8da13d1d8 2024-11-26T21:23:36,880 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b2ca380ea803437b972ffef8da13d1d8, entries=150, sequenceid=42, filesize=30.2 K 2024-11-26T21:23:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f4eacdfd46ec45b38883504e5a50ac6c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4eacdfd46ec45b38883504e5a50ac6c 2024-11-26T21:23:36,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4eacdfd46ec45b38883504e5a50ac6c, entries=150, sequenceid=42, filesize=11.7 K 2024-11-26T21:23:36,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/03efb5f0200743f38a68e5d2087847d4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03efb5f0200743f38a68e5d2087847d4 2024-11-26T21:23:36,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03efb5f0200743f38a68e5d2087847d4, entries=150, sequenceid=42, filesize=11.7 K 2024-11-26T21:23:36,889 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ae13f8b282479251128fc3c989aabd6 in 887ms, sequenceid=42, compaction requested=false 2024-11-26T21:23:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-26T21:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-26T21:23:36,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-26T21:23:36,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4990 sec 2024-11-26T21:23:36,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.5030 sec 2024-11-26T21:23:37,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T21:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:37,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T21:23:37,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:37,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:37,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:37,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:37,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:37,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:37,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bfeb6df58de14008a52381452f3426c6_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656217199/Put/seqid=0 2024-11-26T21:23:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742387_1563 (size=12154) 2024-11-26T21:23:37,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:37,216 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bfeb6df58de14008a52381452f3426c6_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfeb6df58de14008a52381452f3426c6_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:37,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/d2df7ad124dc4b2096bf15c7fbe02762, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:37,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/d2df7ad124dc4b2096bf15c7fbe02762 is 175, key is test_row_0/A:col10/1732656217199/Put/seqid=0 2024-11-26T21:23:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742388_1564 (size=30955) 2024-11-26T21:23:37,222 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/d2df7ad124dc4b2096bf15c7fbe02762 2024-11-26T21:23:37,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656277221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656277222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656277223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656277223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656277223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/14e9edd95fee4237ac0f53d9310a7a9f is 50, key is test_row_0/B:col10/1732656217199/Put/seqid=0 2024-11-26T21:23:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742389_1565 (size=12001) 2024-11-26T21:23:37,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/14e9edd95fee4237ac0f53d9310a7a9f 2024-11-26T21:23:37,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/1f900b67bdd7479aa818e24edb225c3f is 50, key is test_row_0/C:col10/1732656217199/Put/seqid=0 2024-11-26T21:23:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742390_1566 (size=12001) 2024-11-26T21:23:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656277325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656277325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656277327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656277327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656277327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T21:23:37,494 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-26T21:23:37,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-26T21:23:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T21:23:37,497 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:37,498 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:37,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:37,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656277528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656277529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656277529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656277530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656277530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T21:23:37,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/1f900b67bdd7479aa818e24edb225c3f 2024-11-26T21:23:37,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/d2df7ad124dc4b2096bf15c7fbe02762 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/d2df7ad124dc4b2096bf15c7fbe02762 2024-11-26T21:23:37,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T21:23:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:37,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:37,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/d2df7ad124dc4b2096bf15c7fbe02762, entries=150, sequenceid=55, filesize=30.2 K 2024-11-26T21:23:37,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/14e9edd95fee4237ac0f53d9310a7a9f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/14e9edd95fee4237ac0f53d9310a7a9f 2024-11-26T21:23:37,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/14e9edd95fee4237ac0f53d9310a7a9f, entries=150, sequenceid=55, filesize=11.7 K 2024-11-26T21:23:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/1f900b67bdd7479aa818e24edb225c3f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1f900b67bdd7479aa818e24edb225c3f 2024-11-26T21:23:37,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1f900b67bdd7479aa818e24edb225c3f, entries=150, sequenceid=55, filesize=11.7 K 2024-11-26T21:23:37,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ae13f8b282479251128fc3c989aabd6 in 460ms, sequenceid=55, compaction requested=true 2024-11-26T21:23:37,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:37,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:37,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:37,665 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:37,665 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:37,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:37,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:37,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:37,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:37,666 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:37,666 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:37,666 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:37,666 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d45e832e1a9d4bbdb526a45e8179f5fe, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4eacdfd46ec45b38883504e5a50ac6c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/14e9edd95fee4237ac0f53d9310a7a9f] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=32.9 K 2024-11-26T21:23:37,667 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:37,667 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting d45e832e1a9d4bbdb526a45e8179f5fe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732656215401 2024-11-26T21:23:37,667 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:37,667 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:37,667 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dc8986f42fad4115bbee9d161373f0a3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b2ca380ea803437b972ffef8da13d1d8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/d2df7ad124dc4b2096bf15c7fbe02762] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=82.3 K 2024-11-26T21:23:37,667 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:37,667 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dc8986f42fad4115bbee9d161373f0a3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b2ca380ea803437b972ffef8da13d1d8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/d2df7ad124dc4b2096bf15c7fbe02762] 2024-11-26T21:23:37,668 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f4eacdfd46ec45b38883504e5a50ac6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732656215424 2024-11-26T21:23:37,668 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc8986f42fad4115bbee9d161373f0a3, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732656215401 2024-11-26T21:23:37,668 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e9edd95fee4237ac0f53d9310a7a9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732656217199 2024-11-26T21:23:37,668 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2ca380ea803437b972ffef8da13d1d8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732656215424 2024-11-26T21:23:37,669 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2df7ad124dc4b2096bf15c7fbe02762, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732656217199 2024-11-26T21:23:37,676 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:37,684 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268404e6663c2f4b199b33ab74006aa1d4_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:37,686 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:37,686 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/16ec4d160a5d4aeb9b2617c0fa1ea477 is 50, key is test_row_0/B:col10/1732656217199/Put/seqid=0 2024-11-26T21:23:37,687 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268404e6663c2f4b199b33ab74006aa1d4_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:37,687 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268404e6663c2f4b199b33ab74006aa1d4_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742391_1567 (size=4469) 2024-11-26T21:23:37,696 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#485 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:37,697 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/6d5d0ea85d4945c7b01e8c50076fa556 is 175, key is test_row_0/A:col10/1732656217199/Put/seqid=0 2024-11-26T21:23:37,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742392_1568 (size=12104) 2024-11-26T21:23:37,703 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/16ec4d160a5d4aeb9b2617c0fa1ea477 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/16ec4d160a5d4aeb9b2617c0fa1ea477 2024-11-26T21:23:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742393_1569 (size=31058) 2024-11-26T21:23:37,708 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into 16ec4d160a5d4aeb9b2617c0fa1ea477(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:37,708 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:37,708 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656217665; duration=0sec 2024-11-26T21:23:37,708 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:37,708 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:37,708 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:37,709 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:37,709 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:37,709 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:37,709 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1261b99368324251b6fa68be826b07ee, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03efb5f0200743f38a68e5d2087847d4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1f900b67bdd7479aa818e24edb225c3f] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=32.9 K 2024-11-26T21:23:37,710 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1261b99368324251b6fa68be826b07ee, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732656215401 2024-11-26T21:23:37,710 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 03efb5f0200743f38a68e5d2087847d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732656215424 2024-11-26T21:23:37,710 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f900b67bdd7479aa818e24edb225c3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732656217199 2024-11-26T21:23:37,717 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:37,717 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/5e1ecdf7627a43acb9ce9c6995d5b290 is 50, key is test_row_0/C:col10/1732656217199/Put/seqid=0 2024-11-26T21:23:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742394_1570 (size=12104) 2024-11-26T21:23:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T21:23:37,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T21:23:37,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:37,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T21:23:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:37,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263cda5e029d9a498bb7fc9bd05cbc8d63_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656217220/Put/seqid=0 2024-11-26T21:23:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742395_1571 (size=12154) 2024-11-26T21:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:37,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656277839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656277839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656277840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656277840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656277840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656277942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656277942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656277943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656277943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656277943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T21:23:38,110 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/6d5d0ea85d4945c7b01e8c50076fa556 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/6d5d0ea85d4945c7b01e8c50076fa556 2024-11-26T21:23:38,113 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into 6d5d0ea85d4945c7b01e8c50076fa556(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:38,114 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:38,114 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656217665; duration=0sec 2024-11-26T21:23:38,114 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:38,114 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:38,125 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/5e1ecdf7627a43acb9ce9c6995d5b290 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/5e1ecdf7627a43acb9ce9c6995d5b290 2024-11-26T21:23:38,129 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into 5e1ecdf7627a43acb9ce9c6995d5b290(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:38,129 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:38,129 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656217665; duration=0sec 2024-11-26T21:23:38,129 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:38,129 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656278144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656278145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656278145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656278146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656278147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:38,226 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263cda5e029d9a498bb7fc9bd05cbc8d63_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263cda5e029d9a498bb7fc9bd05cbc8d63_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:38,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/75d87b2599e3406f966902c8b3d63bcd, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:38,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/75d87b2599e3406f966902c8b3d63bcd is 175, key is test_row_0/A:col10/1732656217220/Put/seqid=0 2024-11-26T21:23:38,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742396_1572 (size=30955) 2024-11-26T21:23:38,232 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/75d87b2599e3406f966902c8b3d63bcd 2024-11-26T21:23:38,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/64048a693676400da2b3b841a42ae77d is 50, key is test_row_0/B:col10/1732656217220/Put/seqid=0 2024-11-26T21:23:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742397_1573 (size=12001) 2024-11-26T21:23:38,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656278447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656278449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656278449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656278449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656278450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T21:23:38,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/64048a693676400da2b3b841a42ae77d 2024-11-26T21:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/78b0009eb36b41d995eeea31dc52cc60 is 50, key is test_row_0/C:col10/1732656217220/Put/seqid=0 2024-11-26T21:23:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742398_1574 (size=12001) 2024-11-26T21:23:38,653 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/78b0009eb36b41d995eeea31dc52cc60 2024-11-26T21:23:38,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/75d87b2599e3406f966902c8b3d63bcd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/75d87b2599e3406f966902c8b3d63bcd 2024-11-26T21:23:38,661 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/75d87b2599e3406f966902c8b3d63bcd, entries=150, sequenceid=79, filesize=30.2 K 2024-11-26T21:23:38,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/64048a693676400da2b3b841a42ae77d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/64048a693676400da2b3b841a42ae77d 2024-11-26T21:23:38,664 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/64048a693676400da2b3b841a42ae77d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T21:23:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/78b0009eb36b41d995eeea31dc52cc60 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/78b0009eb36b41d995eeea31dc52cc60 2024-11-26T21:23:38,669 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/78b0009eb36b41d995eeea31dc52cc60, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T21:23:38,670 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7ae13f8b282479251128fc3c989aabd6 in 867ms, sequenceid=79, compaction requested=false 2024-11-26T21:23:38,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:38,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:38,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-26T21:23:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-26T21:23:38,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-26T21:23:38,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1730 sec 2024-11-26T21:23:38,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.1780 sec 2024-11-26T21:23:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:38,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T21:23:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:38,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265a390ce3d6fc49e8b5b1ad0c01d73eaf_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656217839/Put/seqid=0 2024-11-26T21:23:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742399_1575 (size=12154) 2024-11-26T21:23:38,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656278967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656278967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656278967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656278969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656278970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656279070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656279071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656279071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656279071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656279073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656279273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656279273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656279274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656279274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656279276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,366 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:39,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265a390ce3d6fc49e8b5b1ad0c01d73eaf_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265a390ce3d6fc49e8b5b1ad0c01d73eaf_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:39,370 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cfcab27d828b4d6f86d266b525b92a9e, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:39,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cfcab27d828b4d6f86d266b525b92a9e is 175, key is test_row_0/A:col10/1732656217839/Put/seqid=0 2024-11-26T21:23:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742400_1576 (size=30955) 2024-11-26T21:23:39,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656279576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656279577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656279578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656279579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656279581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T21:23:39,601 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-26T21:23:39,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-26T21:23:39,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T21:23:39,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:39,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T21:23:39,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T21:23:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:39,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:39,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:39,775 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cfcab27d828b4d6f86d266b525b92a9e 2024-11-26T21:23:39,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/39f209db0cb64f18a077dc49b26dca2c is 50, key is test_row_0/B:col10/1732656217839/Put/seqid=0 2024-11-26T21:23:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742401_1577 (size=12001) 2024-11-26T21:23:39,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/39f209db0cb64f18a077dc49b26dca2c 2024-11-26T21:23:39,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/f547ffcaee2e4eeea96006d8249c9752 is 50, key is test_row_0/C:col10/1732656217839/Put/seqid=0 2024-11-26T21:23:39,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742402_1578 (size=12001) 2024-11-26T21:23:39,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/f547ffcaee2e4eeea96006d8249c9752 2024-11-26T21:23:39,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cfcab27d828b4d6f86d266b525b92a9e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cfcab27d828b4d6f86d266b525b92a9e 2024-11-26T21:23:39,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cfcab27d828b4d6f86d266b525b92a9e, entries=150, sequenceid=97, filesize=30.2 K 2024-11-26T21:23:39,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/39f209db0cb64f18a077dc49b26dca2c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/39f209db0cb64f18a077dc49b26dca2c 2024-11-26T21:23:39,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/39f209db0cb64f18a077dc49b26dca2c, entries=150, sequenceid=97, filesize=11.7 K 2024-11-26T21:23:39,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/f547ffcaee2e4eeea96006d8249c9752 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/f547ffcaee2e4eeea96006d8249c9752 2024-11-26T21:23:39,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/f547ffcaee2e4eeea96006d8249c9752, entries=150, sequenceid=97, filesize=11.7 K 2024-11-26T21:23:39,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7ae13f8b282479251128fc3c989aabd6 in 867ms, sequenceid=97, compaction requested=true 2024-11-26T21:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:39,821 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:39,821 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:39,822 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:39,822 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:39,822 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:39,822 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/6d5d0ea85d4945c7b01e8c50076fa556, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/75d87b2599e3406f966902c8b3d63bcd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cfcab27d828b4d6f86d266b525b92a9e] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=90.8 K 2024-11-26T21:23:39,822 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:39,822 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/6d5d0ea85d4945c7b01e8c50076fa556, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/75d87b2599e3406f966902c8b3d63bcd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cfcab27d828b4d6f86d266b525b92a9e] 2024-11-26T21:23:39,823 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:39,823 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:39,823 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:39,823 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/16ec4d160a5d4aeb9b2617c0fa1ea477, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/64048a693676400da2b3b841a42ae77d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/39f209db0cb64f18a077dc49b26dca2c] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=35.3 K 2024-11-26T21:23:39,823 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5d0ea85d4945c7b01e8c50076fa556, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732656217199 2024-11-26T21:23:39,823 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 75d87b2599e3406f966902c8b3d63bcd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732656217220 2024-11-26T21:23:39,824 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16ec4d160a5d4aeb9b2617c0fa1ea477, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732656217199 2024-11-26T21:23:39,824 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting cfcab27d828b4d6f86d266b525b92a9e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732656217839 2024-11-26T21:23:39,824 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64048a693676400da2b3b841a42ae77d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732656217220 2024-11-26T21:23:39,824 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39f209db0cb64f18a077dc49b26dca2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732656217839 2024-11-26T21:23:39,832 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:39,832 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e7b85d0005ed4f22bc4e3234edbca101 is 50, key is test_row_0/B:col10/1732656217839/Put/seqid=0 2024-11-26T21:23:39,833 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:39,835 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126215274115801474c89553953fb729b8d_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742403_1579 (size=12207) 2024-11-26T21:23:39,838 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126215274115801474c89553953fb729b8d_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:39,838 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126215274115801474c89553953fb729b8d_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:39,841 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e7b85d0005ed4f22bc4e3234edbca101 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e7b85d0005ed4f22bc4e3234edbca101 2024-11-26T21:23:39,846 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into e7b85d0005ed4f22bc4e3234edbca101(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:39,846 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:39,846 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656219821; duration=0sec 2024-11-26T21:23:39,846 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:39,846 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:39,846 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:39,848 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:39,848 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:39,848 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:39,848 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/5e1ecdf7627a43acb9ce9c6995d5b290, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/78b0009eb36b41d995eeea31dc52cc60, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/f547ffcaee2e4eeea96006d8249c9752] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=35.3 K 2024-11-26T21:23:39,848 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e1ecdf7627a43acb9ce9c6995d5b290, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732656217199 2024-11-26T21:23:39,849 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78b0009eb36b41d995eeea31dc52cc60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732656217220 2024-11-26T21:23:39,849 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting f547ffcaee2e4eeea96006d8249c9752, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732656217839 2024-11-26T21:23:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742404_1580 (size=4469) 2024-11-26T21:23:39,856 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:39,857 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/112a3ee9960c46a4b6ea87f9f9f72ddd is 50, key is test_row_0/C:col10/1732656217839/Put/seqid=0 2024-11-26T21:23:39,857 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#495 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:39,857 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/06f81c8bad584b308a4c0b8e1bcc5185 is 175, key is test_row_0/A:col10/1732656217839/Put/seqid=0 2024-11-26T21:23:39,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742405_1581 (size=12207) 2024-11-26T21:23:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742406_1582 (size=31161) 2024-11-26T21:23:39,869 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/06f81c8bad584b308a4c0b8e1bcc5185 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/06f81c8bad584b308a4c0b8e1bcc5185 2024-11-26T21:23:39,874 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into 06f81c8bad584b308a4c0b8e1bcc5185(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:39,874 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:39,874 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656219821; duration=0sec 2024-11-26T21:23:39,874 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:39,874 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T21:23:39,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:39,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T21:23:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:39,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T21:23:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:39,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268c9b760d87e04915a37367e3228dfc4c_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656218965/Put/seqid=0 2024-11-26T21:23:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742407_1583 (size=12154) 2024-11-26T21:23:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:39,931 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268c9b760d87e04915a37367e3228dfc4c_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268c9b760d87e04915a37367e3228dfc4c_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:39,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5587d84d67474530ab5ded51d69bcc61, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5587d84d67474530ab5ded51d69bcc61 is 175, key is test_row_0/A:col10/1732656218965/Put/seqid=0 2024-11-26T21:23:39,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742408_1584 (size=30955) 2024-11-26T21:23:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:40,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:40,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656280090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656280091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656280092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656280093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656280093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656280195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656280195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656280196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656280197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656280197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T21:23:40,265 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/112a3ee9960c46a4b6ea87f9f9f72ddd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/112a3ee9960c46a4b6ea87f9f9f72ddd 2024-11-26T21:23:40,270 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into 112a3ee9960c46a4b6ea87f9f9f72ddd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:40,270 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:40,270 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656219821; duration=0sec 2024-11-26T21:23:40,270 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:40,270 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:40,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5587d84d67474530ab5ded51d69bcc61 2024-11-26T21:23:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/71a8f9d729764a92b63e3f85d7b4b11d is 50, key is test_row_0/B:col10/1732656218965/Put/seqid=0 2024-11-26T21:23:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742409_1585 (size=12001) 2024-11-26T21:23:40,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656280397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656280398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656280398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656280400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656280400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656280702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656280702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656280702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656280703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656280703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T21:23:40,751 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/71a8f9d729764a92b63e3f85d7b4b11d 2024-11-26T21:23:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/4543635e21924de589d2b4e07cb58828 is 50, key is test_row_0/C:col10/1732656218965/Put/seqid=0 2024-11-26T21:23:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742410_1586 (size=12001) 2024-11-26T21:23:41,165 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/4543635e21924de589d2b4e07cb58828 2024-11-26T21:23:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5587d84d67474530ab5ded51d69bcc61 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5587d84d67474530ab5ded51d69bcc61 2024-11-26T21:23:41,172 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5587d84d67474530ab5ded51d69bcc61, entries=150, sequenceid=119, filesize=30.2 K 2024-11-26T21:23:41,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/71a8f9d729764a92b63e3f85d7b4b11d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/71a8f9d729764a92b63e3f85d7b4b11d 2024-11-26T21:23:41,176 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/71a8f9d729764a92b63e3f85d7b4b11d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T21:23:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/4543635e21924de589d2b4e07cb58828 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/4543635e21924de589d2b4e07cb58828 2024-11-26T21:23:41,180 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/4543635e21924de589d2b4e07cb58828, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T21:23:41,181 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7ae13f8b282479251128fc3c989aabd6 in 1272ms, sequenceid=119, compaction requested=false 2024-11-26T21:23:41,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:41,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:41,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-26T21:23:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-26T21:23:41,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-26T21:23:41,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5780 sec 2024-11-26T21:23:41,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.5820 sec 2024-11-26T21:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:41,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T21:23:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:41,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126848c337b185c48c49ffdd9ffad17e881_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656221205/Put/seqid=0 2024-11-26T21:23:41,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742411_1587 (size=12304) 2024-11-26T21:23:41,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:41,220 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126848c337b185c48c49ffdd9ffad17e881_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126848c337b185c48c49ffdd9ffad17e881_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656281217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,221 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/4e21decf34bc478d9a8cd906c9c37ed6, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:41,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/4e21decf34bc478d9a8cd906c9c37ed6 is 175, key is test_row_0/A:col10/1732656221205/Put/seqid=0 2024-11-26T21:23:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656281218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656281218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656281219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656281221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742412_1588 (size=31105) 2024-11-26T21:23:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656281321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656281322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656281323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656281323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656281324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656281524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656281525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656281526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656281526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656281527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/4e21decf34bc478d9a8cd906c9c37ed6 2024-11-26T21:23:41,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f4745ad68bdb4b37892d45c6b19703e0 is 50, key is test_row_0/B:col10/1732656221205/Put/seqid=0 2024-11-26T21:23:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742413_1589 (size=12151) 2024-11-26T21:23:41,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f4745ad68bdb4b37892d45c6b19703e0 2024-11-26T21:23:41,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/b13ea51d75c74790b9699e0187110f0f is 50, key is test_row_0/C:col10/1732656221205/Put/seqid=0 2024-11-26T21:23:41,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742414_1590 (size=12151) 2024-11-26T21:23:41,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/b13ea51d75c74790b9699e0187110f0f 2024-11-26T21:23:41,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/4e21decf34bc478d9a8cd906c9c37ed6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/4e21decf34bc478d9a8cd906c9c37ed6 2024-11-26T21:23:41,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/4e21decf34bc478d9a8cd906c9c37ed6, entries=150, sequenceid=138, filesize=30.4 K 2024-11-26T21:23:41,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f4745ad68bdb4b37892d45c6b19703e0 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4745ad68bdb4b37892d45c6b19703e0 2024-11-26T21:23:41,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4745ad68bdb4b37892d45c6b19703e0, entries=150, sequenceid=138, filesize=11.9 K 2024-11-26T21:23:41,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/b13ea51d75c74790b9699e0187110f0f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b13ea51d75c74790b9699e0187110f0f 2024-11-26T21:23:41,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b13ea51d75c74790b9699e0187110f0f, entries=150, sequenceid=138, filesize=11.9 K 2024-11-26T21:23:41,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7ae13f8b282479251128fc3c989aabd6 in 457ms, sequenceid=138, compaction requested=true 2024-11-26T21:23:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:41,663 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:41,663 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:41,663 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:41,663 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:41,664 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:41,664 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/06f81c8bad584b308a4c0b8e1bcc5185, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5587d84d67474530ab5ded51d69bcc61, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/4e21decf34bc478d9a8cd906c9c37ed6] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=91.0 K 2024-11-26T21:23:41,664 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:41,664 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/06f81c8bad584b308a4c0b8e1bcc5185, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5587d84d67474530ab5ded51d69bcc61, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/4e21decf34bc478d9a8cd906c9c37ed6] 2024-11-26T21:23:41,664 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:41,664 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06f81c8bad584b308a4c0b8e1bcc5185, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732656217839 2024-11-26T21:23:41,664 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:41,664 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:41,664 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e7b85d0005ed4f22bc4e3234edbca101, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/71a8f9d729764a92b63e3f85d7b4b11d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4745ad68bdb4b37892d45c6b19703e0] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=35.5 K 2024-11-26T21:23:41,665 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e7b85d0005ed4f22bc4e3234edbca101, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732656217839 2024-11-26T21:23:41,665 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5587d84d67474530ab5ded51d69bcc61, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732656218965 2024-11-26T21:23:41,665 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e21decf34bc478d9a8cd906c9c37ed6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732656220091 2024-11-26T21:23:41,665 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a8f9d729764a92b63e3f85d7b4b11d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732656218965 2024-11-26T21:23:41,665 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f4745ad68bdb4b37892d45c6b19703e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732656220091 2024-11-26T21:23:41,671 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:41,673 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126a23fe47097ed4b0a84f03d90ceb558d4_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:41,673 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:41,674 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/b4df9b16db754dfcb6f734ee3112dc17 is 50, key is test_row_0/B:col10/1732656221205/Put/seqid=0 2024-11-26T21:23:41,675 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126a23fe47097ed4b0a84f03d90ceb558d4_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:41,675 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a23fe47097ed4b0a84f03d90ceb558d4_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:41,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742415_1591 (size=12459) 2024-11-26T21:23:41,697 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/b4df9b16db754dfcb6f734ee3112dc17 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/b4df9b16db754dfcb6f734ee3112dc17 2024-11-26T21:23:41,701 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into b4df9b16db754dfcb6f734ee3112dc17(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:41,701 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:41,701 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656221663; duration=0sec 2024-11-26T21:23:41,701 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:41,701 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:41,701 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742416_1592 (size=4469) 2024-11-26T21:23:41,703 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:41,703 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:41,703 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:41,703 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/112a3ee9960c46a4b6ea87f9f9f72ddd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/4543635e21924de589d2b4e07cb58828, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b13ea51d75c74790b9699e0187110f0f] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=35.5 K 2024-11-26T21:23:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T21:23:41,707 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-26T21:23:41,708 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#503 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:41,709 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/c8a4da636b0f4da69dcc3690562b3fa7 is 175, key is test_row_0/A:col10/1732656221205/Put/seqid=0 2024-11-26T21:23:41,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:41,710 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 112a3ee9960c46a4b6ea87f9f9f72ddd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732656217839 2024-11-26T21:23:41,710 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4543635e21924de589d2b4e07cb58828, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732656218965 2024-11-26T21:23:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-26T21:23:41,710 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b13ea51d75c74790b9699e0187110f0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732656220091 2024-11-26T21:23:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T21:23:41,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:41,712 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:41,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742417_1593 (size=31413) 2024-11-26T21:23:41,724 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:41,724 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/47328732d10e442c86c12c987fe2092a is 50, key is test_row_0/C:col10/1732656221205/Put/seqid=0 2024-11-26T21:23:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742418_1594 (size=12459) 2024-11-26T21:23:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T21:23:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:41,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T21:23:41,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:41,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260531bacd023a41bd94178d6592ec1dde_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656221217/Put/seqid=0 2024-11-26T21:23:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742419_1595 (size=12304) 2024-11-26T21:23:41,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656281840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656281841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656281842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260531bacd023a41bd94178d6592ec1dde_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260531bacd023a41bd94178d6592ec1dde_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:41,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656281843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/8ab43ec87bbe4196b3093597236a7a0e, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:41,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/8ab43ec87bbe4196b3093597236a7a0e is 175, key is test_row_0/A:col10/1732656221217/Put/seqid=0 2024-11-26T21:23:41,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656281844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742420_1596 (size=31105) 2024-11-26T21:23:41,855 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/8ab43ec87bbe4196b3093597236a7a0e 2024-11-26T21:23:41,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/d965e2712ec44b1a885e48b07b608ee4 is 50, key is test_row_0/B:col10/1732656221217/Put/seqid=0 2024-11-26T21:23:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742421_1597 (size=12151) 2024-11-26T21:23:41,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:41,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:41,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/d965e2712ec44b1a885e48b07b608ee4 2024-11-26T21:23:41,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/2533342282fa4c05b0c8eae4e2efdef6 is 50, key is test_row_0/C:col10/1732656221217/Put/seqid=0 2024-11-26T21:23:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742422_1598 (size=12151) 2024-11-26T21:23:41,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/2533342282fa4c05b0c8eae4e2efdef6 2024-11-26T21:23:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/8ab43ec87bbe4196b3093597236a7a0e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/8ab43ec87bbe4196b3093597236a7a0e 2024-11-26T21:23:41,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/8ab43ec87bbe4196b3093597236a7a0e, entries=150, sequenceid=159, filesize=30.4 K 2024-11-26T21:23:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/d965e2712ec44b1a885e48b07b608ee4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d965e2712ec44b1a885e48b07b608ee4 2024-11-26T21:23:41,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d965e2712ec44b1a885e48b07b608ee4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-26T21:23:41,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/2533342282fa4c05b0c8eae4e2efdef6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/2533342282fa4c05b0c8eae4e2efdef6 2024-11-26T21:23:41,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/2533342282fa4c05b0c8eae4e2efdef6, entries=150, sequenceid=159, filesize=11.9 K 2024-11-26T21:23:41,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 7ae13f8b282479251128fc3c989aabd6 in 81ms, sequenceid=159, compaction requested=false 2024-11-26T21:23:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:41,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T21:23:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:41,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:41,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265322174dcc6b4a41876520de2165ac4e_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656221948/Put/seqid=0 2024-11-26T21:23:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742423_1599 (size=17284) 2024-11-26T21:23:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656281965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656281967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656281969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656281974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656281977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T21:23:42,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656282080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656282080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656282080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656282082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656282082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,126 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/c8a4da636b0f4da69dcc3690562b3fa7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/c8a4da636b0f4da69dcc3690562b3fa7 2024-11-26T21:23:42,129 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into c8a4da636b0f4da69dcc3690562b3fa7(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:42,130 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:42,130 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656221662; duration=0sec 2024-11-26T21:23:42,130 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:42,130 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:42,139 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/47328732d10e442c86c12c987fe2092a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/47328732d10e442c86c12c987fe2092a 2024-11-26T21:23:42,142 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into 47328732d10e442c86c12c987fe2092a(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:42,142 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:42,142 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656221663; duration=0sec 2024-11-26T21:23:42,143 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:42,143 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:42,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T21:23:42,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T21:23:42,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656282283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656282284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656282284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656282286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656282286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T21:23:42,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,365 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:42,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265322174dcc6b4a41876520de2165ac4e_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265322174dcc6b4a41876520de2165ac4e_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:42,369 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/10f72983fb2644bf9d121196302e1392, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:42,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/10f72983fb2644bf9d121196302e1392 is 175, key is test_row_0/A:col10/1732656221948/Put/seqid=0 2024-11-26T21:23:42,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742424_1600 (size=48389) 2024-11-26T21:23:42,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:42,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:42,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656282586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656282587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656282588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656282589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656282589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:42,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:42,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/10f72983fb2644bf9d121196302e1392 2024-11-26T21:23:42,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/49dfb8e2e2444b228be0413fde7fabb1 is 50, key is test_row_0/B:col10/1732656221948/Put/seqid=0 2024-11-26T21:23:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742425_1601 (size=12151) 2024-11-26T21:23:42,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:42,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:42,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T21:23:42,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:42,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:42,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:42,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:42,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656283088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656283089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656283090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656283091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656283092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/49dfb8e2e2444b228be0413fde7fabb1 2024-11-26T21:23:43,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/37de047eb5c249f889eba0181fc438ab is 50, key is test_row_0/C:col10/1732656221948/Put/seqid=0 2024-11-26T21:23:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742426_1602 (size=12151) 2024-11-26T21:23:43,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:43,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/37de047eb5c249f889eba0181fc438ab 2024-11-26T21:23:43,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/10f72983fb2644bf9d121196302e1392 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/10f72983fb2644bf9d121196302e1392 2024-11-26T21:23:43,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/10f72983fb2644bf9d121196302e1392, entries=250, sequenceid=180, filesize=47.3 K 2024-11-26T21:23:43,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/49dfb8e2e2444b228be0413fde7fabb1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/49dfb8e2e2444b228be0413fde7fabb1 2024-11-26T21:23:43,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/49dfb8e2e2444b228be0413fde7fabb1, entries=150, sequenceid=180, filesize=11.9 K 2024-11-26T21:23:43,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/37de047eb5c249f889eba0181fc438ab as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/37de047eb5c249f889eba0181fc438ab 2024-11-26T21:23:43,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/37de047eb5c249f889eba0181fc438ab, entries=150, sequenceid=180, filesize=11.9 K 2024-11-26T21:23:43,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7ae13f8b282479251128fc3c989aabd6 in 1671ms, sequenceid=180, compaction requested=true 2024-11-26T21:23:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:43,620 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T21:23:43,620 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:43,621 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:43,621 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:43,621 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:43,622 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,622 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:43,622 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,622 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/c8a4da636b0f4da69dcc3690562b3fa7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/8ab43ec87bbe4196b3093597236a7a0e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/10f72983fb2644bf9d121196302e1392] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=108.3 K 2024-11-26T21:23:43,622 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/b4df9b16db754dfcb6f734ee3112dc17, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d965e2712ec44b1a885e48b07b608ee4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/49dfb8e2e2444b228be0413fde7fabb1] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=35.9 K 2024-11-26T21:23:43,622 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,622 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/c8a4da636b0f4da69dcc3690562b3fa7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/8ab43ec87bbe4196b3093597236a7a0e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/10f72983fb2644bf9d121196302e1392] 2024-11-26T21:23:43,622 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8a4da636b0f4da69dcc3690562b3fa7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732656220091 2024-11-26T21:23:43,622 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting b4df9b16db754dfcb6f734ee3112dc17, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732656220091 2024-11-26T21:23:43,623 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ab43ec87bbe4196b3093597236a7a0e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732656221217 2024-11-26T21:23:43,623 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting d965e2712ec44b1a885e48b07b608ee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732656221217 2024-11-26T21:23:43,624 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 49dfb8e2e2444b228be0413fde7fabb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732656221842 2024-11-26T21:23:43,624 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10f72983fb2644bf9d121196302e1392, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732656221842 2024-11-26T21:23:43,632 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:43,649 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267e81665a9e014e46ba6481ae490d6440_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:43,650 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:43,650 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/1727ba7ef2b2436a8baa9e24e1719d6f is 50, key is test_row_0/B:col10/1732656221948/Put/seqid=0 2024-11-26T21:23:43,651 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267e81665a9e014e46ba6481ae490d6440_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:43,651 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267e81665a9e014e46ba6481ae490d6440_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742427_1603 (size=12561) 2024-11-26T21:23:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742428_1604 (size=4469) 2024-11-26T21:23:43,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:43,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T21:23:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:43,704 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T21:23:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c8034138a31048249a915dde95aedce9_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656221971/Put/seqid=0 2024-11-26T21:23:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742429_1605 (size=12304) 2024-11-26T21:23:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:43,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c8034138a31048249a915dde95aedce9_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c8034138a31048249a915dde95aedce9_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5534e5285a6044789fd073bf7647b9c8, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:43,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5534e5285a6044789fd073bf7647b9c8 is 175, key is test_row_0/A:col10/1732656221971/Put/seqid=0 2024-11-26T21:23:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742430_1606 (size=31105) 2024-11-26T21:23:43,732 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5534e5285a6044789fd073bf7647b9c8 2024-11-26T21:23:43,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f54b08fc82a24db5b61f21a3a7af3186 is 50, key is test_row_0/B:col10/1732656221971/Put/seqid=0 2024-11-26T21:23:43,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742431_1607 (size=12151) 2024-11-26T21:23:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T21:23:44,078 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/1727ba7ef2b2436a8baa9e24e1719d6f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/1727ba7ef2b2436a8baa9e24e1719d6f 2024-11-26T21:23:44,081 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#512 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:44,082 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/dbc17a637f0d48009c3d659c0782362f is 175, key is test_row_0/A:col10/1732656221948/Put/seqid=0 2024-11-26T21:23:44,082 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into 1727ba7ef2b2436a8baa9e24e1719d6f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:44,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:44,082 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656223620; duration=0sec 2024-11-26T21:23:44,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:44,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:44,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:44,084 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:44,084 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:44,084 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:44,084 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/47328732d10e442c86c12c987fe2092a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/2533342282fa4c05b0c8eae4e2efdef6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/37de047eb5c249f889eba0181fc438ab] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=35.9 K 2024-11-26T21:23:44,084 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 47328732d10e442c86c12c987fe2092a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732656220091 2024-11-26T21:23:44,084 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2533342282fa4c05b0c8eae4e2efdef6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732656221217 2024-11-26T21:23:44,085 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 37de047eb5c249f889eba0181fc438ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732656221842 2024-11-26T21:23:44,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742432_1608 (size=31515) 2024-11-26T21:23:44,092 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:44,092 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/50170ea083ab4ce8bf5cdead1ab38a07 is 50, key is test_row_0/C:col10/1732656221948/Put/seqid=0 2024-11-26T21:23:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742433_1609 (size=12561) 2024-11-26T21:23:44,100 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/dbc17a637f0d48009c3d659c0782362f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dbc17a637f0d48009c3d659c0782362f 2024-11-26T21:23:44,104 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/50170ea083ab4ce8bf5cdead1ab38a07 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/50170ea083ab4ce8bf5cdead1ab38a07 2024-11-26T21:23:44,105 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into dbc17a637f0d48009c3d659c0782362f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:44,105 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:44,105 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656223620; duration=0sec 2024-11-26T21:23:44,105 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:44,105 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:44,109 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into 50170ea083ab4ce8bf5cdead1ab38a07(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:44,109 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:44,109 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656223620; duration=0sec 2024-11-26T21:23:44,109 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:44,109 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656284112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656284113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656284114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656284114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656284115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,143 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f54b08fc82a24db5b61f21a3a7af3186 2024-11-26T21:23:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/bc5afedff0524227a03685e78e44afd8 is 50, key is test_row_0/C:col10/1732656221971/Put/seqid=0 2024-11-26T21:23:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742434_1610 (size=12151) 2024-11-26T21:23:44,153 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/bc5afedff0524227a03685e78e44afd8 2024-11-26T21:23:44,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/5534e5285a6044789fd073bf7647b9c8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5534e5285a6044789fd073bf7647b9c8 2024-11-26T21:23:44,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5534e5285a6044789fd073bf7647b9c8, entries=150, sequenceid=197, filesize=30.4 K 2024-11-26T21:23:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f54b08fc82a24db5b61f21a3a7af3186 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f54b08fc82a24db5b61f21a3a7af3186 2024-11-26T21:23:44,164 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f54b08fc82a24db5b61f21a3a7af3186, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T21:23:44,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/bc5afedff0524227a03685e78e44afd8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/bc5afedff0524227a03685e78e44afd8 2024-11-26T21:23:44,168 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/bc5afedff0524227a03685e78e44afd8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T21:23:44,169 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7ae13f8b282479251128fc3c989aabd6 in 466ms, sequenceid=197, compaction requested=false 2024-11-26T21:23:44,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:44,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:44,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-26T21:23:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-26T21:23:44,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-26T21:23:44,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4580 sec 2024-11-26T21:23:44,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.4630 sec 2024-11-26T21:23:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:44,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T21:23:44,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:44,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:44,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:44,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:44,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:44,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:44,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267c008b11a4a04a8d99bd067c426af566_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656224113/Put/seqid=0 2024-11-26T21:23:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742435_1611 (size=14794) 2024-11-26T21:23:44,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656284226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656284227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656284257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656284257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656284257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656284358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656284358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656284360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656284360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656284360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656284561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656284562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656284563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656284564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656284564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:44,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267c008b11a4a04a8d99bd067c426af566_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267c008b11a4a04a8d99bd067c426af566_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:44,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ead5ea5a1d6c468684fbed445c7b02d3, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:44,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ead5ea5a1d6c468684fbed445c7b02d3 is 175, key is test_row_0/A:col10/1732656224113/Put/seqid=0 2024-11-26T21:23:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742436_1612 (size=39749) 2024-11-26T21:23:44,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656284865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656284866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656284866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656284867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:44,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656284867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:45,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ead5ea5a1d6c468684fbed445c7b02d3 2024-11-26T21:23:45,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/6208caada52a4fd9ba9bad38d4253b62 is 50, key is test_row_0/B:col10/1732656224113/Put/seqid=0 2024-11-26T21:23:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742437_1613 (size=12151) 2024-11-26T21:23:45,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656285370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:45,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656285371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:45,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656285371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656285373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656285374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:45,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/6208caada52a4fd9ba9bad38d4253b62 2024-11-26T21:23:45,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/888eff9ac7c04f56a71ae3a0d86b4340 is 50, key is test_row_0/C:col10/1732656224113/Put/seqid=0 2024-11-26T21:23:45,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742438_1614 (size=12151) 2024-11-26T21:23:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T21:23:45,816 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-26T21:23:45,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-26T21:23:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T21:23:45,818 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:45,819 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:45,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:45,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/888eff9ac7c04f56a71ae3a0d86b4340 2024-11-26T21:23:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ead5ea5a1d6c468684fbed445c7b02d3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ead5ea5a1d6c468684fbed445c7b02d3 2024-11-26T21:23:45,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ead5ea5a1d6c468684fbed445c7b02d3, entries=200, sequenceid=224, filesize=38.8 K 2024-11-26T21:23:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/6208caada52a4fd9ba9bad38d4253b62 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/6208caada52a4fd9ba9bad38d4253b62 2024-11-26T21:23:45,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/6208caada52a4fd9ba9bad38d4253b62, entries=150, sequenceid=224, filesize=11.9 K 2024-11-26T21:23:45,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/888eff9ac7c04f56a71ae3a0d86b4340 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/888eff9ac7c04f56a71ae3a0d86b4340 2024-11-26T21:23:45,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/888eff9ac7c04f56a71ae3a0d86b4340, entries=150, sequenceid=224, filesize=11.9 K 2024-11-26T21:23:45,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7ae13f8b282479251128fc3c989aabd6 in 1675ms, sequenceid=224, compaction requested=true 2024-11-26T21:23:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:45,893 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:45,893 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:45,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:45,894 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:45,894 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:45,894 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:45,894 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:45,894 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:45,894 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:45,894 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/1727ba7ef2b2436a8baa9e24e1719d6f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f54b08fc82a24db5b61f21a3a7af3186, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/6208caada52a4fd9ba9bad38d4253b62] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.0 K 2024-11-26T21:23:45,895 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dbc17a637f0d48009c3d659c0782362f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5534e5285a6044789fd073bf7647b9c8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ead5ea5a1d6c468684fbed445c7b02d3] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=100.0 K 2024-11-26T21:23:45,895 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:45,895 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dbc17a637f0d48009c3d659c0782362f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5534e5285a6044789fd073bf7647b9c8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ead5ea5a1d6c468684fbed445c7b02d3] 2024-11-26T21:23:45,895 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 1727ba7ef2b2436a8baa9e24e1719d6f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732656221842 2024-11-26T21:23:45,895 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbc17a637f0d48009c3d659c0782362f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732656221842 2024-11-26T21:23:45,895 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting f54b08fc82a24db5b61f21a3a7af3186, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732656221964 2024-11-26T21:23:45,895 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5534e5285a6044789fd073bf7647b9c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732656221964 2024-11-26T21:23:45,895 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 6208caada52a4fd9ba9bad38d4253b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732656224113 2024-11-26T21:23:45,896 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting ead5ea5a1d6c468684fbed445c7b02d3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732656224113 2024-11-26T21:23:45,901 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:45,902 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:45,903 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/2ea2492472704e588fdbedfc19dcd2a5 is 50, key is test_row_0/B:col10/1732656224113/Put/seqid=0 2024-11-26T21:23:45,904 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112670a14dc82b7b4252a290845d2670ee50_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:45,906 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112670a14dc82b7b4252a290845d2670ee50_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:45,906 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112670a14dc82b7b4252a290845d2670ee50_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T21:23:45,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742439_1615 (size=12663) 2024-11-26T21:23:45,931 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/2ea2492472704e588fdbedfc19dcd2a5 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/2ea2492472704e588fdbedfc19dcd2a5 2024-11-26T21:23:45,937 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into 2ea2492472704e588fdbedfc19dcd2a5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:45,937 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:45,937 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656225893; duration=0sec 2024-11-26T21:23:45,937 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:45,937 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:45,937 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:45,938 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:45,939 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:45,939 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:45,939 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/50170ea083ab4ce8bf5cdead1ab38a07, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/bc5afedff0524227a03685e78e44afd8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/888eff9ac7c04f56a71ae3a0d86b4340] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.0 K 2024-11-26T21:23:45,939 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 50170ea083ab4ce8bf5cdead1ab38a07, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732656221842 2024-11-26T21:23:45,940 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting bc5afedff0524227a03685e78e44afd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732656221964 2024-11-26T21:23:45,940 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 888eff9ac7c04f56a71ae3a0d86b4340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732656224113 2024-11-26T21:23:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742440_1616 (size=4469) 2024-11-26T21:23:45,948 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:45,949 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/805a818ccf5845ebaf83230c9b9a1e0f is 50, key is test_row_0/C:col10/1732656224113/Put/seqid=0 2024-11-26T21:23:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742441_1617 (size=12663) 2024-11-26T21:23:45,958 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/805a818ccf5845ebaf83230c9b9a1e0f as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/805a818ccf5845ebaf83230c9b9a1e0f 2024-11-26T21:23:45,962 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into 805a818ccf5845ebaf83230c9b9a1e0f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:45,962 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:45,962 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656225893; duration=0sec 2024-11-26T21:23:45,962 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:45,962 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:45,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:45,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T21:23:45,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:45,971 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:23:45,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:45,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:45,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:45,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:45,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:45,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cf0c11d2c2c74b6885a31c1a7b03da56_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656224229/Put/seqid=0 2024-11-26T21:23:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742442_1618 (size=12304) 2024-11-26T21:23:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T21:23:46,342 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#522 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:46,343 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/e917f6345a394e3c918dcb27b216a705 is 175, key is test_row_0/A:col10/1732656224113/Put/seqid=0 2024-11-26T21:23:46,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742443_1619 (size=31617) 2024-11-26T21:23:46,352 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/e917f6345a394e3c918dcb27b216a705 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/e917f6345a394e3c918dcb27b216a705 2024-11-26T21:23:46,356 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into e917f6345a394e3c918dcb27b216a705(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:46,356 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:46,356 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656225893; duration=0sec 2024-11-26T21:23:46,356 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:46,356 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:46,386 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cf0c11d2c2c74b6885a31c1a7b03da56_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cf0c11d2c2c74b6885a31c1a7b03da56_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:46,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/192a9dd7797a4e5b891b2bc90ba4be58, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:46,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/192a9dd7797a4e5b891b2bc90ba4be58 is 175, key is test_row_0/A:col10/1732656224229/Put/seqid=0 2024-11-26T21:23:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742444_1620 (size=31105) 2024-11-26T21:23:46,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656286394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656286395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656286396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656286396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656286397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T21:23:46,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656286498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656286499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656286499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656286500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656286500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656286700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656286703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656286703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656286703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656286704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:46,792 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/192a9dd7797a4e5b891b2bc90ba4be58 2024-11-26T21:23:46,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e9b0e92d9bb74c88af8f3e0f72af98b1 is 50, key is test_row_0/B:col10/1732656224229/Put/seqid=0 2024-11-26T21:23:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742445_1621 (size=12151) 2024-11-26T21:23:46,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e9b0e92d9bb74c88af8f3e0f72af98b1 2024-11-26T21:23:46,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/0c446e8ce3a243338db429ddd6324815 is 50, key is test_row_0/C:col10/1732656224229/Put/seqid=0 2024-11-26T21:23:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742446_1622 (size=12151) 2024-11-26T21:23:46,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/0c446e8ce3a243338db429ddd6324815 2024-11-26T21:23:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/192a9dd7797a4e5b891b2bc90ba4be58 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/192a9dd7797a4e5b891b2bc90ba4be58 2024-11-26T21:23:46,820 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/192a9dd7797a4e5b891b2bc90ba4be58, entries=150, sequenceid=239, filesize=30.4 K 2024-11-26T21:23:46,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e9b0e92d9bb74c88af8f3e0f72af98b1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e9b0e92d9bb74c88af8f3e0f72af98b1 2024-11-26T21:23:46,824 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e9b0e92d9bb74c88af8f3e0f72af98b1, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T21:23:46,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/0c446e8ce3a243338db429ddd6324815 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0c446e8ce3a243338db429ddd6324815 2024-11-26T21:23:46,830 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0c446e8ce3a243338db429ddd6324815, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T21:23:46,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ae13f8b282479251128fc3c989aabd6 in 860ms, sequenceid=239, compaction requested=false 2024-11-26T21:23:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-26T21:23:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-26T21:23:46,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-26T21:23:46,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-26T21:23:46,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.0210 sec 2024-11-26T21:23:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T21:23:46,921 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-26T21:23:46,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-26T21:23:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T21:23:46,924 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:46,925 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:46,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:47,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T21:23:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:47,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f353417a23974275b1465876590a8add_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656226395/Put/seqid=0 2024-11-26T21:23:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742447_1623 (size=14994) 2024-11-26T21:23:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656287016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656287017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656287019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656287020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656287020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T21:23:47,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656287121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656287121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656287122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656287123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656287123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T21:23:47,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656287324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656287324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656287325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656287327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656287327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:47,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:47,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f353417a23974275b1465876590a8add_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f353417a23974275b1465876590a8add_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:47,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ad9a07363f064d9c9a5ecf64c1b0c6e1, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:47,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ad9a07363f064d9c9a5ecf64c1b0c6e1 is 175, key is test_row_0/A:col10/1732656226395/Put/seqid=0 2024-11-26T21:23:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742448_1624 (size=39949) 2024-11-26T21:23:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T21:23:47,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656287628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656287628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656287629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656287630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656287632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:47,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:47,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,826 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ad9a07363f064d9c9a5ecf64c1b0c6e1 2024-11-26T21:23:47,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/52fe95573afd4b85a3fd3a959b9ee0d3 is 50, key is test_row_0/B:col10/1732656226395/Put/seqid=0 2024-11-26T21:23:47,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742449_1625 (size=12301) 2024-11-26T21:23:47,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:47,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:47,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:47,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T21:23:48,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656288132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656288134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656288134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656288136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656288137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/52fe95573afd4b85a3fd3a959b9ee0d3 2024-11-26T21:23:48,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/20883a93429844a084342bdf357d0b81 is 50, key is test_row_0/C:col10/1732656226395/Put/seqid=0 2024-11-26T21:23:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742450_1626 (size=12301) 2024-11-26T21:23:48,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:48,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/20883a93429844a084342bdf357d0b81 2024-11-26T21:23:48,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/ad9a07363f064d9c9a5ecf64c1b0c6e1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ad9a07363f064d9c9a5ecf64c1b0c6e1 2024-11-26T21:23:48,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ad9a07363f064d9c9a5ecf64c1b0c6e1, entries=200, sequenceid=264, filesize=39.0 K 2024-11-26T21:23:48,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/52fe95573afd4b85a3fd3a959b9ee0d3 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/52fe95573afd4b85a3fd3a959b9ee0d3 2024-11-26T21:23:48,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/52fe95573afd4b85a3fd3a959b9ee0d3, entries=150, sequenceid=264, filesize=12.0 K 2024-11-26T21:23:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/20883a93429844a084342bdf357d0b81 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/20883a93429844a084342bdf357d0b81 2024-11-26T21:23:48,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/20883a93429844a084342bdf357d0b81, entries=150, sequenceid=264, filesize=12.0 K 2024-11-26T21:23:48,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7ae13f8b282479251128fc3c989aabd6 in 1660ms, sequenceid=264, compaction requested=true 2024-11-26T21:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:48,665 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:48,665 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:48,666 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:48,666 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:48,666 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:48,666 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:48,666 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,666 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,666 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/2ea2492472704e588fdbedfc19dcd2a5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e9b0e92d9bb74c88af8f3e0f72af98b1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/52fe95573afd4b85a3fd3a959b9ee0d3] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.2 K 2024-11-26T21:23:48,666 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/e917f6345a394e3c918dcb27b216a705, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/192a9dd7797a4e5b891b2bc90ba4be58, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ad9a07363f064d9c9a5ecf64c1b0c6e1] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=100.3 K 2024-11-26T21:23:48,666 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,666 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/e917f6345a394e3c918dcb27b216a705, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/192a9dd7797a4e5b891b2bc90ba4be58, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ad9a07363f064d9c9a5ecf64c1b0c6e1] 2024-11-26T21:23:48,667 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ea2492472704e588fdbedfc19dcd2a5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732656224113 2024-11-26T21:23:48,667 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting e917f6345a394e3c918dcb27b216a705, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732656224113 2024-11-26T21:23:48,667 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting e9b0e92d9bb74c88af8f3e0f72af98b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732656224228 2024-11-26T21:23:48,667 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 192a9dd7797a4e5b891b2bc90ba4be58, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732656224228 2024-11-26T21:23:48,668 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 52fe95573afd4b85a3fd3a959b9ee0d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732656226393 2024-11-26T21:23:48,668 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad9a07363f064d9c9a5ecf64c1b0c6e1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732656226393 2024-11-26T21:23:48,674 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:48,675 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:48,675 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/dd69917a16a44c74a01ed4c3c5ac7270 is 50, key is test_row_0/B:col10/1732656226395/Put/seqid=0 2024-11-26T21:23:48,677 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126d133ae7357674b999aae0a33f3666f59_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:48,679 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126d133ae7357674b999aae0a33f3666f59_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:48,680 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d133ae7357674b999aae0a33f3666f59_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742451_1627 (size=12915) 2024-11-26T21:23:48,686 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/dd69917a16a44c74a01ed4c3c5ac7270 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/dd69917a16a44c74a01ed4c3c5ac7270 2024-11-26T21:23:48,691 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into dd69917a16a44c74a01ed4c3c5ac7270(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:48,691 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:48,691 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656228665; duration=0sec 2024-11-26T21:23:48,692 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:48,692 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:48,692 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:48,692 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:48,692 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:48,693 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,693 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/805a818ccf5845ebaf83230c9b9a1e0f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0c446e8ce3a243338db429ddd6324815, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/20883a93429844a084342bdf357d0b81] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.2 K 2024-11-26T21:23:48,693 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 805a818ccf5845ebaf83230c9b9a1e0f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732656224113 2024-11-26T21:23:48,694 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c446e8ce3a243338db429ddd6324815, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732656224228 2024-11-26T21:23:48,694 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 20883a93429844a084342bdf357d0b81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732656226393 2024-11-26T21:23:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742452_1628 (size=4469) 2024-11-26T21:23:48,706 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#531 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:48,707 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b6b98563b922435b998767ac02ac7a2b is 175, key is test_row_0/A:col10/1732656226395/Put/seqid=0 2024-11-26T21:23:48,709 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:48,709 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/19693d4b7a574226891da3d9b0b028e6 is 50, key is test_row_0/C:col10/1732656226395/Put/seqid=0 2024-11-26T21:23:48,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742453_1629 (size=31869) 2024-11-26T21:23:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742454_1630 (size=12915) 2024-11-26T21:23:48,723 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/19693d4b7a574226891da3d9b0b028e6 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/19693d4b7a574226891da3d9b0b028e6 2024-11-26T21:23:48,727 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into 19693d4b7a574226891da3d9b0b028e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:48,727 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:48,727 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656228665; duration=0sec 2024-11-26T21:23:48,728 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:48,728 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:48,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:48,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T21:23:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:48,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:23:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:48,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126411f98adf9ae45df9b4c83a9188ad40f_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656227018/Put/seqid=0 2024-11-26T21:23:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742455_1631 (size=12454) 2024-11-26T21:23:48,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:48,777 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126411f98adf9ae45df9b4c83a9188ad40f_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126411f98adf9ae45df9b4c83a9188ad40f_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:48,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cae36ff1c9c24b8f8512824c93babc85, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cae36ff1c9c24b8f8512824c93babc85 is 175, key is test_row_0/A:col10/1732656227018/Put/seqid=0 2024-11-26T21:23:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742456_1632 (size=31255) 2024-11-26T21:23:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T21:23:49,117 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b6b98563b922435b998767ac02ac7a2b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b6b98563b922435b998767ac02ac7a2b 2024-11-26T21:23:49,121 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into b6b98563b922435b998767ac02ac7a2b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:49,121 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:49,121 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656228665; duration=0sec 2024-11-26T21:23:49,121 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:49,121 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:49,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:49,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656289153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656289153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656289155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656289155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656289156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,192 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cae36ff1c9c24b8f8512824c93babc85 2024-11-26T21:23:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/366d6a31b9f94c3580385c48ace39177 is 50, key is test_row_0/B:col10/1732656227018/Put/seqid=0 2024-11-26T21:23:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742457_1633 (size=12301) 2024-11-26T21:23:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656289257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656289257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656289259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656289259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656289259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656289459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656289460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656289461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656289462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656289463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,604 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/366d6a31b9f94c3580385c48ace39177 2024-11-26T21:23:49,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/fac5eab666524656a04ed83133ccad29 is 50, key is test_row_0/C:col10/1732656227018/Put/seqid=0 2024-11-26T21:23:49,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742458_1634 (size=12301) 2024-11-26T21:23:49,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/fac5eab666524656a04ed83133ccad29 2024-11-26T21:23:49,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/cae36ff1c9c24b8f8512824c93babc85 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cae36ff1c9c24b8f8512824c93babc85 2024-11-26T21:23:49,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cae36ff1c9c24b8f8512824c93babc85, entries=150, sequenceid=279, filesize=30.5 K 2024-11-26T21:23:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/366d6a31b9f94c3580385c48ace39177 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/366d6a31b9f94c3580385c48ace39177 2024-11-26T21:23:49,625 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/366d6a31b9f94c3580385c48ace39177, entries=150, sequenceid=279, filesize=12.0 K 2024-11-26T21:23:49,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/fac5eab666524656a04ed83133ccad29 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/fac5eab666524656a04ed83133ccad29 2024-11-26T21:23:49,629 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/fac5eab666524656a04ed83133ccad29, entries=150, sequenceid=279, filesize=12.0 K 2024-11-26T21:23:49,630 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7ae13f8b282479251128fc3c989aabd6 in 871ms, sequenceid=279, compaction requested=false 2024-11-26T21:23:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-26T21:23:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-26T21:23:49,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T21:23:49,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7060 sec 2024-11-26T21:23:49,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.7100 sec 2024-11-26T21:23:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:49,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T21:23:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:49,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:49,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656289769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d582fde348cd499db5262b4ed4136a98_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656229762/Put/seqid=0 2024-11-26T21:23:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656289769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656289770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656289771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656289772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742459_1635 (size=14994) 2024-11-26T21:23:49,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656289872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656289873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656289873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656289873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656289874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656290075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656290075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656290076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656290076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656290076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:50,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d582fde348cd499db5262b4ed4136a98_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d582fde348cd499db5262b4ed4136a98_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:50,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/baeed15a7a7a4564b75b92236a680bdd, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:50,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/baeed15a7a7a4564b75b92236a680bdd is 175, key is test_row_0/A:col10/1732656229762/Put/seqid=0 2024-11-26T21:23:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742460_1636 (size=39949) 2024-11-26T21:23:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656290378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656290378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656290379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656290380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656290380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/baeed15a7a7a4564b75b92236a680bdd 2024-11-26T21:23:50,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/12eb2e732fb843018516e6b48d4cabcc is 50, key is test_row_0/B:col10/1732656229762/Put/seqid=0 2024-11-26T21:23:50,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742461_1637 (size=12301) 2024-11-26T21:23:50,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/12eb2e732fb843018516e6b48d4cabcc 2024-11-26T21:23:50,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/dd02914dec514bfa8d4fe6f114f0582a is 50, key is test_row_0/C:col10/1732656229762/Put/seqid=0 2024-11-26T21:23:50,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742462_1638 (size=12301) 2024-11-26T21:23:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656290880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656290881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656290882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656290883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:50,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656290884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:51,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/dd02914dec514bfa8d4fe6f114f0582a 2024-11-26T21:23:51,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/baeed15a7a7a4564b75b92236a680bdd as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/baeed15a7a7a4564b75b92236a680bdd 2024-11-26T21:23:51,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/baeed15a7a7a4564b75b92236a680bdd, entries=200, sequenceid=306, filesize=39.0 K 2024-11-26T21:23:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/12eb2e732fb843018516e6b48d4cabcc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/12eb2e732fb843018516e6b48d4cabcc 2024-11-26T21:23:51,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/12eb2e732fb843018516e6b48d4cabcc, entries=150, sequenceid=306, filesize=12.0 K 2024-11-26T21:23:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/dd02914dec514bfa8d4fe6f114f0582a as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/dd02914dec514bfa8d4fe6f114f0582a 2024-11-26T21:23:51,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/dd02914dec514bfa8d4fe6f114f0582a, entries=150, sequenceid=306, filesize=12.0 K 2024-11-26T21:23:51,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7ae13f8b282479251128fc3c989aabd6 in 1261ms, sequenceid=306, compaction requested=true 2024-11-26T21:23:51,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:51,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:51,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:51,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:51,024 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:51,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:51,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:51,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:51,024 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T21:23:51,029 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-26T21:23:51,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:51,031 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-26T21:23:51,031 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:51,031 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:51,031 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/dd69917a16a44c74a01ed4c3c5ac7270, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/366d6a31b9f94c3580385c48ace39177, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/12eb2e732fb843018516e6b48d4cabcc] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.6 K 2024-11-26T21:23:51,031 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:51,031 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:51,031 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:51,031 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b6b98563b922435b998767ac02ac7a2b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cae36ff1c9c24b8f8512824c93babc85, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/baeed15a7a7a4564b75b92236a680bdd] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=100.7 K 2024-11-26T21:23:51,031 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:51,031 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b6b98563b922435b998767ac02ac7a2b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cae36ff1c9c24b8f8512824c93babc85, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/baeed15a7a7a4564b75b92236a680bdd] 2024-11-26T21:23:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T21:23:51,032 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:51,032 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6b98563b922435b998767ac02ac7a2b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732656226393 2024-11-26T21:23:51,032 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting dd69917a16a44c74a01ed4c3c5ac7270, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732656226393 2024-11-26T21:23:51,032 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:51,032 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 366d6a31b9f94c3580385c48ace39177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656227008 2024-11-26T21:23:51,032 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting cae36ff1c9c24b8f8512824c93babc85, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656227008 2024-11-26T21:23:51,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:51,033 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 12eb2e732fb843018516e6b48d4cabcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656229150 2024-11-26T21:23:51,033 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting baeed15a7a7a4564b75b92236a680bdd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656229150 2024-11-26T21:23:51,041 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#539 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:51,041 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/ba5644f50f6b4bc7b79e92c76db6b0af is 50, key is test_row_0/B:col10/1732656229762/Put/seqid=0 2024-11-26T21:23:51,042 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:51,044 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112643578722e83245d8b4a0f2e6972d70b0_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:51,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742463_1639 (size=13017) 2024-11-26T21:23:51,046 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112643578722e83245d8b4a0f2e6972d70b0_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:51,046 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112643578722e83245d8b4a0f2e6972d70b0_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742464_1640 (size=4469) 2024-11-26T21:23:51,056 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/ba5644f50f6b4bc7b79e92c76db6b0af as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ba5644f50f6b4bc7b79e92c76db6b0af 2024-11-26T21:23:51,061 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into ba5644f50f6b4bc7b79e92c76db6b0af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:51,061 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:51,061 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656231024; duration=0sec 2024-11-26T21:23:51,061 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:51,061 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:51,061 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:51,063 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:51,063 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:51,063 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:51,063 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/19693d4b7a574226891da3d9b0b028e6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/fac5eab666524656a04ed83133ccad29, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/dd02914dec514bfa8d4fe6f114f0582a] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.6 K 2024-11-26T21:23:51,063 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 19693d4b7a574226891da3d9b0b028e6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732656226393 2024-11-26T21:23:51,063 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting fac5eab666524656a04ed83133ccad29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732656227008 2024-11-26T21:23:51,064 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting dd02914dec514bfa8d4fe6f114f0582a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656229150 2024-11-26T21:23:51,069 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#541 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:51,070 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/c048c27844e842bca3dc13af415cee1e is 50, key is test_row_0/C:col10/1732656229762/Put/seqid=0 2024-11-26T21:23:51,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742465_1641 (size=13017) 2024-11-26T21:23:51,082 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/c048c27844e842bca3dc13af415cee1e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/c048c27844e842bca3dc13af415cee1e 2024-11-26T21:23:51,087 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into c048c27844e842bca3dc13af415cee1e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:51,087 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:51,087 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656231024; duration=0sec 2024-11-26T21:23:51,087 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:51,087 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T21:23:51,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:51,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T21:23:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:51,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T21:23:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265190fde96f824585a86c6353316326d0_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656229770/Put/seqid=0 2024-11-26T21:23:51,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742466_1642 (size=12454) 2024-11-26T21:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T21:23:51,458 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#540 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:51,459 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/1f031e1e81914aa789646c48d6b5a6f8 is 175, key is test_row_0/A:col10/1732656229762/Put/seqid=0 2024-11-26T21:23:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742467_1643 (size=31971) 2024-11-26T21:23:51,467 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/1f031e1e81914aa789646c48d6b5a6f8 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/1f031e1e81914aa789646c48d6b5a6f8 2024-11-26T21:23:51,471 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into 1f031e1e81914aa789646c48d6b5a6f8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:51,471 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:51,471 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656231024; duration=0sec 2024-11-26T21:23:51,471 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:51,471 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:51,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:51,599 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265190fde96f824585a86c6353316326d0_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265190fde96f824585a86c6353316326d0_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/72aa757c73ed4005adce4cbdcca2f6f4, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/72aa757c73ed4005adce4cbdcca2f6f4 is 175, key is test_row_0/A:col10/1732656229770/Put/seqid=0 2024-11-26T21:23:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742468_1644 (size=31255) 2024-11-26T21:23:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T21:23:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:51,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656291904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:51,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656291905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:51,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656291906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656291908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656291908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/72aa757c73ed4005adce4cbdcca2f6f4 2024-11-26T21:23:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656292009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656292009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656292009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656292011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/4674a40c3c334395bf6c991803d454cc is 50, key is test_row_0/B:col10/1732656229770/Put/seqid=0 2024-11-26T21:23:52,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656292011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742469_1645 (size=12301) 2024-11-26T21:23:52,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/4674a40c3c334395bf6c991803d454cc 2024-11-26T21:23:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/ae4f77060570433abef98b91934e65d2 is 50, key is test_row_0/C:col10/1732656229770/Put/seqid=0 2024-11-26T21:23:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742470_1646 (size=12301) 2024-11-26T21:23:52,026 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/ae4f77060570433abef98b91934e65d2 2024-11-26T21:23:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/72aa757c73ed4005adce4cbdcca2f6f4 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/72aa757c73ed4005adce4cbdcca2f6f4 2024-11-26T21:23:52,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/72aa757c73ed4005adce4cbdcca2f6f4, entries=150, sequenceid=319, filesize=30.5 K 2024-11-26T21:23:52,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/4674a40c3c334395bf6c991803d454cc as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4674a40c3c334395bf6c991803d454cc 2024-11-26T21:23:52,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4674a40c3c334395bf6c991803d454cc, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T21:23:52,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/ae4f77060570433abef98b91934e65d2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/ae4f77060570433abef98b91934e65d2 2024-11-26T21:23:52,044 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/ae4f77060570433abef98b91934e65d2, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T21:23:52,045 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7ae13f8b282479251128fc3c989aabd6 in 860ms, sequenceid=319, compaction requested=false 2024-11-26T21:23:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-26T21:23:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-26T21:23:52,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-26T21:23:52,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-26T21:23:52,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.0180 sec 2024-11-26T21:23:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T21:23:52,140 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-26T21:23:52,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-26T21:23:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T21:23:52,143 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:52,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:52,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:52,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T21:23:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:52,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656292216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656292217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126123940eb64894a99b667bf43cc0dfd36_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656231905/Put/seqid=0 2024-11-26T21:23:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656292218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656292218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656292220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742471_1647 (size=12454) 2024-11-26T21:23:52,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126123940eb64894a99b667bf43cc0dfd36_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126123940eb64894a99b667bf43cc0dfd36_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:52,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b1ef764c839046e6a8f492ab192eeacb, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:52,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b1ef764c839046e6a8f492ab192eeacb is 175, key is test_row_0/A:col10/1732656231905/Put/seqid=0 2024-11-26T21:23:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742472_1648 (size=31255) 2024-11-26T21:23:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T21:23:52,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T21:23:52,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:52,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656292320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656292320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656292322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656292322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656292322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T21:23:52,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T21:23:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656292524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656292524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656292524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656292524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656292524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T21:23:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:23:52,633 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b1ef764c839046e6a8f492ab192eeacb 2024-11-26T21:23:52,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/ef1a12ec18404531aef6c8f8f0fa7984 is 50, key is test_row_0/B:col10/1732656231905/Put/seqid=0 2024-11-26T21:23:52,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742473_1649 (size=12301) 2024-11-26T21:23:52,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/ef1a12ec18404531aef6c8f8f0fa7984 2024-11-26T21:23:52,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/0094008cf64c4daba897ac527c8eb93c is 50, key is test_row_0/C:col10/1732656231905/Put/seqid=0 2024-11-26T21:23:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742474_1650 (size=12301) 2024-11-26T21:23:52,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/0094008cf64c4daba897ac527c8eb93c 2024-11-26T21:23:52,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/b1ef764c839046e6a8f492ab192eeacb as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b1ef764c839046e6a8f492ab192eeacb 2024-11-26T21:23:52,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b1ef764c839046e6a8f492ab192eeacb, entries=150, sequenceid=348, filesize=30.5 K 2024-11-26T21:23:52,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/ef1a12ec18404531aef6c8f8f0fa7984 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ef1a12ec18404531aef6c8f8f0fa7984 2024-11-26T21:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ef1a12ec18404531aef6c8f8f0fa7984, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T21:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/0094008cf64c4daba897ac527c8eb93c as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0094008cf64c4daba897ac527c8eb93c 2024-11-26T21:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0094008cf64c4daba897ac527c8eb93c, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T21:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7ae13f8b282479251128fc3c989aabd6 in 455ms, sequenceid=348, compaction requested=true 2024-11-26T21:23:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:52,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:52,669 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T21:23:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:52,669 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,672 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,672 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/B is initiating minor compaction (all files) 2024-11-26T21:23:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,672 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/B in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,673 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ba5644f50f6b4bc7b79e92c76db6b0af, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4674a40c3c334395bf6c991803d454cc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ef1a12ec18404531aef6c8f8f0fa7984] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.7 K 2024-11-26T21:23:52,673 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:52,673 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/A is initiating minor compaction (all files) 2024-11-26T21:23:52,673 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5644f50f6b4bc7b79e92c76db6b0af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656229150 2024-11-26T21:23:52,673 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/A in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,673 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/1f031e1e81914aa789646c48d6b5a6f8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/72aa757c73ed4005adce4cbdcca2f6f4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b1ef764c839046e6a8f492ab192eeacb] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=92.3 K 2024-11-26T21:23:52,673 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,673 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. files: [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/1f031e1e81914aa789646c48d6b5a6f8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/72aa757c73ed4005adce4cbdcca2f6f4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b1ef764c839046e6a8f492ab192eeacb] 2024-11-26T21:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,673 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting 4674a40c3c334395bf6c991803d454cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732656229766 2024-11-26T21:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,674 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] compactions.Compactor(224): Compacting ef1a12ec18404531aef6c8f8f0fa7984, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732656231905 2024-11-26T21:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,674 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f031e1e81914aa789646c48d6b5a6f8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656229150 2024-11-26T21:23:52,674 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72aa757c73ed4005adce4cbdcca2f6f4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732656229766 2024-11-26T21:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,674 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1ef764c839046e6a8f492ab192eeacb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732656231905 2024-11-26T21:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,681 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,681 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/4efac2fa9ff04cadaef81cf2f4953963 is 50, key is test_row_0/B:col10/1732656231905/Put/seqid=0 2024-11-26T21:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,682 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742475_1651 (size=13119) 2024-11-26T21:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,688 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126a359648683af43618054785f3be25970_7ae13f8b282479251128fc3c989aabd6 store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,690 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126a359648683af43618054785f3be25970_7ae13f8b282479251128fc3c989aabd6, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:52,690 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a359648683af43618054785f3be25970_7ae13f8b282479251128fc3c989aabd6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742476_1652 (size=4469) 2024-11-26T21:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,707 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#A#compaction#549 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,708 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/659d254d035249f5b1c468a8ebd4f694 is 175, key is test_row_0/A:col10/1732656231905/Put/seqid=0 2024-11-26T21:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742477_1653 (size=32073) 2024-11-26T21:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,718 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/659d254d035249f5b1c468a8ebd4f694 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/659d254d035249f5b1c468a8ebd4f694 2024-11-26T21:23:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,723 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/A of 7ae13f8b282479251128fc3c989aabd6 into 659d254d035249f5b1c468a8ebd4f694(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:52,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:52,723 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/A, priority=13, startTime=1732656232668; duration=0sec 2024-11-26T21:23:52,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T21:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:52,723 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T21:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,724 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T21:23:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,724 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1540): 7ae13f8b282479251128fc3c989aabd6/C is initiating minor compaction (all files) 2024-11-26T21:23:52,724 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7ae13f8b282479251128fc3c989aabd6/C in TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,724 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/c048c27844e842bca3dc13af415cee1e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/ae4f77060570433abef98b91934e65d2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0094008cf64c4daba897ac527c8eb93c] into tmpdir=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp, totalSize=36.7 K 2024-11-26T21:23:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,725 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting c048c27844e842bca3dc13af415cee1e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732656229150 2024-11-26T21:23:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,725 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae4f77060570433abef98b91934e65d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732656229766 2024-11-26T21:23:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,725 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0094008cf64c4daba897ac527c8eb93c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732656231905 2024-11-26T21:23:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,731 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ae13f8b282479251128fc3c989aabd6#C#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T21:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,732 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/95515e28390e4162aa7ad1fd8cdf11e2 is 50, key is test_row_0/C:col10/1732656231905/Put/seqid=0 2024-11-26T21:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742478_1654 (size=13119) 2024-11-26T21:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,740 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/95515e28390e4162aa7ad1fd8cdf11e2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/95515e28390e4162aa7ad1fd8cdf11e2 2024-11-26T21:23:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,744 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/C of 7ae13f8b282479251128fc3c989aabd6 into 95515e28390e4162aa7ad1fd8cdf11e2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,744 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:52,744 INFO [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/C, priority=13, startTime=1732656232669; duration=0sec 2024-11-26T21:23:52,744 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:52,744 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T21:23:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T21:23:52,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T21:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261f604fbc23dd47c88a7874252c70c6e9_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656232218/Put/seqid=0 2024-11-26T21:23:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742479_1655 (size=9914) 2024-11-26T21:23:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,769 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261f604fbc23dd47c88a7874252c70c6e9_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261f604fbc23dd47c88a7874252c70c6e9_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/eecea88c65264e98a784ca3a3e6f527e, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/eecea88c65264e98a784ca3a3e6f527e is 175, key is test_row_0/A:col10/1732656232218/Put/seqid=0 2024-11-26T21:23:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742480_1656 (size=22561) 2024-11-26T21:23:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:52,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656292851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656292852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656292853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656292854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656292854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656292956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656292957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656292958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656292957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:52,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656292958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,089 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/4efac2fa9ff04cadaef81cf2f4953963 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4efac2fa9ff04cadaef81cf2f4953963 2024-11-26T21:23:53,093 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7ae13f8b282479251128fc3c989aabd6/B of 7ae13f8b282479251128fc3c989aabd6 into 4efac2fa9ff04cadaef81cf2f4953963(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T21:23:53,093 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:53,093 INFO [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6., storeName=7ae13f8b282479251128fc3c989aabd6/B, priority=13, startTime=1732656232669; duration=0sec 2024-11-26T21:23:53,093 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:53,093 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656293159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656293161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656293161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656293162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656293162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,175 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/eecea88c65264e98a784ca3a3e6f527e 2024-11-26T21:23:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e8b4bf01798847f3947f8f0db42c0663 is 50, key is test_row_0/B:col10/1732656232218/Put/seqid=0 2024-11-26T21:23:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742481_1657 (size=9857) 2024-11-26T21:23:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T21:23:53,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656293463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656293464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656293465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656293465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656293465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,586 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e8b4bf01798847f3947f8f0db42c0663 2024-11-26T21:23:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/03db5ff0fa9d4c37891106939ba45e9b is 50, key is test_row_0/C:col10/1732656232218/Put/seqid=0 2024-11-26T21:23:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742482_1658 (size=9857) 2024-11-26T21:23:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656293968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656293969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656293970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656293971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656293971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:53,997 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/03db5ff0fa9d4c37891106939ba45e9b 2024-11-26T21:23:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/eecea88c65264e98a784ca3a3e6f527e as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/eecea88c65264e98a784ca3a3e6f527e 2024-11-26T21:23:54,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/eecea88c65264e98a784ca3a3e6f527e, entries=100, sequenceid=359, filesize=22.0 K 2024-11-26T21:23:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/e8b4bf01798847f3947f8f0db42c0663 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e8b4bf01798847f3947f8f0db42c0663 2024-11-26T21:23:54,010 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e8b4bf01798847f3947f8f0db42c0663, entries=100, sequenceid=359, filesize=9.6 K 2024-11-26T21:23:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/03db5ff0fa9d4c37891106939ba45e9b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03db5ff0fa9d4c37891106939ba45e9b 2024-11-26T21:23:54,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03db5ff0fa9d4c37891106939ba45e9b, entries=100, sequenceid=359, filesize=9.6 K 2024-11-26T21:23:54,018 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 7ae13f8b282479251128fc3c989aabd6 in 1263ms, sequenceid=359, compaction requested=false 2024-11-26T21:23:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-26T21:23:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-26T21:23:54,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-26T21:23:54,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-11-26T21:23:54,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.8800 sec 2024-11-26T21:23:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T21:23:54,248 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-26T21:23:54,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T21:23:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-26T21:23:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T21:23:54,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:23:54,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:23:54,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:23:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T21:23:54,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:54,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45485 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T21:23:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:54,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T21:23:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:54,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:54,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dc7d9b77cc154f438f6549b6e560cb88_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656232853/Put/seqid=0 2024-11-26T21:23:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742483_1659 (size=12454) 2024-11-26T21:23:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T21:23:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:54,823 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dc7d9b77cc154f438f6549b6e560cb88_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dc7d9b77cc154f438f6549b6e560cb88_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:54,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/65a4fc189b9d43a8a7afb7aa4d7e7aba, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:54,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/65a4fc189b9d43a8a7afb7aa4d7e7aba is 175, key is test_row_0/A:col10/1732656232853/Put/seqid=0 2024-11-26T21:23:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742484_1660 (size=31255) 2024-11-26T21:23:54,829 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/65a4fc189b9d43a8a7afb7aa4d7e7aba 2024-11-26T21:23:54,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/586ed913751c4128930697d8fa81e46b is 50, key is test_row_0/B:col10/1732656232853/Put/seqid=0 2024-11-26T21:23:54,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742485_1661 (size=12301) 2024-11-26T21:23:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T21:23:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:54,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. as already flushing 2024-11-26T21:23:54,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656294977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656294979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656294980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656294980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656294980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656295081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656295082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656295083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656295083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656295083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,242 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/586ed913751c4128930697d8fa81e46b 2024-11-26T21:23:55,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/b94b772c89da49ddb3a5ec36f11732f1 is 50, key is test_row_0/C:col10/1732656232853/Put/seqid=0 2024-11-26T21:23:55,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742486_1662 (size=12301) 2024-11-26T21:23:55,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656295283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656295284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656295288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656295288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656295292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T21:23:55,409 DEBUG [Thread-2467 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a5e441 to 127.0.0.1:62685 2024-11-26T21:23:55,409 DEBUG [Thread-2467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:55,409 DEBUG [Thread-2471 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d48543c to 127.0.0.1:62685 2024-11-26T21:23:55,409 DEBUG [Thread-2471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:55,410 DEBUG [Thread-2465 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17f6ce8d to 127.0.0.1:62685 2024-11-26T21:23:55,410 DEBUG [Thread-2469 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x723a6cf2 to 127.0.0.1:62685 2024-11-26T21:23:55,410 DEBUG [Thread-2465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:55,410 DEBUG [Thread-2469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:55,411 DEBUG [Thread-2463 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37227cb3 to 127.0.0.1:62685 2024-11-26T21:23:55,411 DEBUG [Thread-2463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52546 deadline: 1732656295588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52570 deadline: 1732656295590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52554 deadline: 1732656295590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52524 deadline: 1732656295590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T21:23:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52534 deadline: 1732656295593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:55,653 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/b94b772c89da49ddb3a5ec36f11732f1 2024-11-26T21:23:55,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/65a4fc189b9d43a8a7afb7aa4d7e7aba as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/65a4fc189b9d43a8a7afb7aa4d7e7aba 2024-11-26T21:23:55,658 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/65a4fc189b9d43a8a7afb7aa4d7e7aba, entries=150, sequenceid=388, filesize=30.5 K 2024-11-26T21:23:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/586ed913751c4128930697d8fa81e46b as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/586ed913751c4128930697d8fa81e46b 2024-11-26T21:23:55,661 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/586ed913751c4128930697d8fa81e46b, entries=150, sequenceid=388, filesize=12.0 K 2024-11-26T21:23:55,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/b94b772c89da49ddb3a5ec36f11732f1 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b94b772c89da49ddb3a5ec36f11732f1 2024-11-26T21:23:55,663 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b94b772c89da49ddb3a5ec36f11732f1, entries=150, sequenceid=388, filesize=12.0 K 2024-11-26T21:23:55,664 INFO [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7ae13f8b282479251128fc3c989aabd6 in 1261ms, sequenceid=388, compaction requested=true 2024-11-26T21:23:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f2fea67b8e2e:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-26T21:23:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-26T21:23:55,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-26T21:23:55,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-26T21:23:55,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.4170 sec 2024-11-26T21:23:56,093 DEBUG [Thread-2454 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c0f5004 to 127.0.0.1:62685 2024-11-26T21:23:56,093 DEBUG [Thread-2454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45485 {}] regionserver.HRegion(8581): Flush requested on 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:56,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7ae13f8b282479251128fc3c989aabd6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T21:23:56,096 DEBUG [Thread-2458 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c3d7a2 to 127.0.0.1:62685 2024-11-26T21:23:56,096 DEBUG [Thread-2456 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1767dc60 to 127.0.0.1:62685 2024-11-26T21:23:56,096 DEBUG [Thread-2452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507d2cf9 to 127.0.0.1:62685 2024-11-26T21:23:56,096 DEBUG [Thread-2456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:56,096 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:56,096 DEBUG [Thread-2458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:56,097 DEBUG [Thread-2460 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd3d28 to 127.0.0.1:62685 2024-11-26T21:23:56,097 DEBUG [Thread-2460 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=A 2024-11-26T21:23:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=B 2024-11-26T21:23:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ae13f8b282479251128fc3c989aabd6, store=C 2024-11-26T21:23:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T21:23:56,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126049db80f8c6b411f9e76e3150becb12e_7ae13f8b282479251128fc3c989aabd6 is 50, key is test_row_0/A:col10/1732656236094/Put/seqid=0 2024-11-26T21:23:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742487_1663 (size=12454) 2024-11-26T21:23:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T21:23:56,354 INFO [Thread-2462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6836 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7208 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6678 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6852 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7183 2024-11-26T21:23:56,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T21:23:56,355 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T21:23:56,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e6ac62f to 127.0.0.1:62685 2024-11-26T21:23:56,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:56,355 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T21:23:56,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T21:23:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T21:23:56,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656236358"}]},"ts":"1732656236358"} 2024-11-26T21:23:56,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T21:23:56,361 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T21:23:56,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T21:23:56,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, UNASSIGN}] 2024-11-26T21:23:56,363 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, UNASSIGN 2024-11-26T21:23:56,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=CLOSING, regionLocation=f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:56,365 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T21:23:56,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493}] 2024-11-26T21:23:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T21:23:56,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:23:56,508 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126049db80f8c6b411f9e76e3150becb12e_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126049db80f8c6b411f9e76e3150becb12e_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:56,509 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/feb122dd62914e65b6c2651136217941, store: [table=TestAcidGuarantees family=A region=7ae13f8b282479251128fc3c989aabd6] 2024-11-26T21:23:56,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/feb122dd62914e65b6c2651136217941 is 175, key is test_row_0/A:col10/1732656236094/Put/seqid=0 2024-11-26T21:23:56,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742488_1664 (size=31255) 2024-11-26T21:23:56,516 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:56,516 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:56,516 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T21:23:56,516 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing 7ae13f8b282479251128fc3c989aabd6, disabling compactions & flushes 2024-11-26T21:23:56,516 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T21:23:56,913 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/feb122dd62914e65b6c2651136217941 2024-11-26T21:23:56,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f5f7c285d30e4fea85b9f2e11a865db7 is 50, key is test_row_0/B:col10/1732656236094/Put/seqid=0 2024-11-26T21:23:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742489_1665 (size=12301) 2024-11-26T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T21:23:57,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f5f7c285d30e4fea85b9f2e11a865db7 2024-11-26T21:23:57,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/6bd75c7373c7422da43b3be846a06f89 is 50, key is test_row_0/C:col10/1732656236094/Put/seqid=0 2024-11-26T21:23:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742490_1666 (size=12301) 2024-11-26T21:23:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T21:23:57,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/6bd75c7373c7422da43b3be846a06f89 2024-11-26T21:23:57,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/A/feb122dd62914e65b6c2651136217941 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/feb122dd62914e65b6c2651136217941 2024-11-26T21:23:57,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/feb122dd62914e65b6c2651136217941, entries=150, sequenceid=402, filesize=30.5 K 2024-11-26T21:23:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/B/f5f7c285d30e4fea85b9f2e11a865db7 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f5f7c285d30e4fea85b9f2e11a865db7 2024-11-26T21:23:57,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f5f7c285d30e4fea85b9f2e11a865db7, entries=150, sequenceid=402, filesize=12.0 K 2024-11-26T21:23:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/.tmp/C/6bd75c7373c7422da43b3be846a06f89 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/6bd75c7373c7422da43b3be846a06f89 2024-11-26T21:23:57,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/6bd75c7373c7422da43b3be846a06f89, entries=150, sequenceid=402, filesize=12.0 K 2024-11-26T21:23:57,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 7ae13f8b282479251128fc3c989aabd6 in 1645ms, sequenceid=402, compaction requested=true 2024-11-26T21:23:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:57,742 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:57,742 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T21:23:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:57,742 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. after waiting 0 ms 2024-11-26T21:23:57,742 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. because compaction request was cancelled 2024-11-26T21:23:57,742 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:57,742 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:A 2024-11-26T21:23:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:57,742 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. because compaction request was cancelled 2024-11-26T21:23:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ae13f8b282479251128fc3c989aabd6:C, priority=-2147483648, current under compaction store size is 2 2024-11-26T21:23:57,742 DEBUG [RS:0;f2fea67b8e2e:45485-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:B 2024-11-26T21:23:57,742 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. because compaction request was cancelled 2024-11-26T21:23:57,742 DEBUG [RS:0;f2fea67b8e2e:45485-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ae13f8b282479251128fc3c989aabd6:C 2024-11-26T21:23:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T21:23:57,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dc8986f42fad4115bbee9d161373f0a3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b2ca380ea803437b972ffef8da13d1d8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/6d5d0ea85d4945c7b01e8c50076fa556, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/d2df7ad124dc4b2096bf15c7fbe02762, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/75d87b2599e3406f966902c8b3d63bcd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/06f81c8bad584b308a4c0b8e1bcc5185, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cfcab27d828b4d6f86d266b525b92a9e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5587d84d67474530ab5ded51d69bcc61, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/c8a4da636b0f4da69dcc3690562b3fa7, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/4e21decf34bc478d9a8cd906c9c37ed6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/8ab43ec87bbe4196b3093597236a7a0e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/10f72983fb2644bf9d121196302e1392, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dbc17a637f0d48009c3d659c0782362f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5534e5285a6044789fd073bf7647b9c8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ead5ea5a1d6c468684fbed445c7b02d3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/e917f6345a394e3c918dcb27b216a705, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/192a9dd7797a4e5b891b2bc90ba4be58, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ad9a07363f064d9c9a5ecf64c1b0c6e1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b6b98563b922435b998767ac02ac7a2b, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cae36ff1c9c24b8f8512824c93babc85, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/baeed15a7a7a4564b75b92236a680bdd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/1f031e1e81914aa789646c48d6b5a6f8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/72aa757c73ed4005adce4cbdcca2f6f4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b1ef764c839046e6a8f492ab192eeacb] to archive 2024-11-26T21:23:57,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:57,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dc8986f42fad4115bbee9d161373f0a3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dc8986f42fad4115bbee9d161373f0a3 2024-11-26T21:23:57,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b2ca380ea803437b972ffef8da13d1d8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b2ca380ea803437b972ffef8da13d1d8 2024-11-26T21:23:57,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/6d5d0ea85d4945c7b01e8c50076fa556 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/6d5d0ea85d4945c7b01e8c50076fa556 2024-11-26T21:23:57,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/d2df7ad124dc4b2096bf15c7fbe02762 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/d2df7ad124dc4b2096bf15c7fbe02762 2024-11-26T21:23:57,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/75d87b2599e3406f966902c8b3d63bcd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/75d87b2599e3406f966902c8b3d63bcd 2024-11-26T21:23:57,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/06f81c8bad584b308a4c0b8e1bcc5185 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/06f81c8bad584b308a4c0b8e1bcc5185 2024-11-26T21:23:57,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cfcab27d828b4d6f86d266b525b92a9e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cfcab27d828b4d6f86d266b525b92a9e 2024-11-26T21:23:57,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5587d84d67474530ab5ded51d69bcc61 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5587d84d67474530ab5ded51d69bcc61 2024-11-26T21:23:57,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/c8a4da636b0f4da69dcc3690562b3fa7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/c8a4da636b0f4da69dcc3690562b3fa7 2024-11-26T21:23:57,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/4e21decf34bc478d9a8cd906c9c37ed6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/4e21decf34bc478d9a8cd906c9c37ed6 2024-11-26T21:23:57,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/8ab43ec87bbe4196b3093597236a7a0e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/8ab43ec87bbe4196b3093597236a7a0e 2024-11-26T21:23:57,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/10f72983fb2644bf9d121196302e1392 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/10f72983fb2644bf9d121196302e1392 2024-11-26T21:23:57,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dbc17a637f0d48009c3d659c0782362f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/dbc17a637f0d48009c3d659c0782362f 2024-11-26T21:23:57,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5534e5285a6044789fd073bf7647b9c8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/5534e5285a6044789fd073bf7647b9c8 2024-11-26T21:23:57,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ead5ea5a1d6c468684fbed445c7b02d3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ead5ea5a1d6c468684fbed445c7b02d3 2024-11-26T21:23:57,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/e917f6345a394e3c918dcb27b216a705 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/e917f6345a394e3c918dcb27b216a705 2024-11-26T21:23:57,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/192a9dd7797a4e5b891b2bc90ba4be58 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/192a9dd7797a4e5b891b2bc90ba4be58 2024-11-26T21:23:57,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ad9a07363f064d9c9a5ecf64c1b0c6e1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/ad9a07363f064d9c9a5ecf64c1b0c6e1 2024-11-26T21:23:57,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b6b98563b922435b998767ac02ac7a2b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b6b98563b922435b998767ac02ac7a2b 2024-11-26T21:23:57,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cae36ff1c9c24b8f8512824c93babc85 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/cae36ff1c9c24b8f8512824c93babc85 2024-11-26T21:23:57,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/baeed15a7a7a4564b75b92236a680bdd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/baeed15a7a7a4564b75b92236a680bdd 2024-11-26T21:23:57,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/1f031e1e81914aa789646c48d6b5a6f8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/1f031e1e81914aa789646c48d6b5a6f8 2024-11-26T21:23:57,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/72aa757c73ed4005adce4cbdcca2f6f4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/72aa757c73ed4005adce4cbdcca2f6f4 2024-11-26T21:23:57,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b1ef764c839046e6a8f492ab192eeacb to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/b1ef764c839046e6a8f492ab192eeacb 2024-11-26T21:23:57,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d45e832e1a9d4bbdb526a45e8179f5fe, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4eacdfd46ec45b38883504e5a50ac6c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/16ec4d160a5d4aeb9b2617c0fa1ea477, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/14e9edd95fee4237ac0f53d9310a7a9f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/64048a693676400da2b3b841a42ae77d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e7b85d0005ed4f22bc4e3234edbca101, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/39f209db0cb64f18a077dc49b26dca2c, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/71a8f9d729764a92b63e3f85d7b4b11d, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/b4df9b16db754dfcb6f734ee3112dc17, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4745ad68bdb4b37892d45c6b19703e0, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d965e2712ec44b1a885e48b07b608ee4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/1727ba7ef2b2436a8baa9e24e1719d6f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/49dfb8e2e2444b228be0413fde7fabb1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f54b08fc82a24db5b61f21a3a7af3186, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/2ea2492472704e588fdbedfc19dcd2a5, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/6208caada52a4fd9ba9bad38d4253b62, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e9b0e92d9bb74c88af8f3e0f72af98b1, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/dd69917a16a44c74a01ed4c3c5ac7270, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/52fe95573afd4b85a3fd3a959b9ee0d3, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/366d6a31b9f94c3580385c48ace39177, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ba5644f50f6b4bc7b79e92c76db6b0af, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/12eb2e732fb843018516e6b48d4cabcc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4674a40c3c334395bf6c991803d454cc, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ef1a12ec18404531aef6c8f8f0fa7984] to archive 2024-11-26T21:23:57,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:57,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d45e832e1a9d4bbdb526a45e8179f5fe to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d45e832e1a9d4bbdb526a45e8179f5fe 2024-11-26T21:23:57,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4eacdfd46ec45b38883504e5a50ac6c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4eacdfd46ec45b38883504e5a50ac6c 2024-11-26T21:23:57,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/16ec4d160a5d4aeb9b2617c0fa1ea477 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/16ec4d160a5d4aeb9b2617c0fa1ea477 2024-11-26T21:23:57,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/14e9edd95fee4237ac0f53d9310a7a9f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/14e9edd95fee4237ac0f53d9310a7a9f 2024-11-26T21:23:57,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/64048a693676400da2b3b841a42ae77d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/64048a693676400da2b3b841a42ae77d 2024-11-26T21:23:57,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e7b85d0005ed4f22bc4e3234edbca101 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e7b85d0005ed4f22bc4e3234edbca101 2024-11-26T21:23:57,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/39f209db0cb64f18a077dc49b26dca2c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/39f209db0cb64f18a077dc49b26dca2c 2024-11-26T21:23:57,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/71a8f9d729764a92b63e3f85d7b4b11d to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/71a8f9d729764a92b63e3f85d7b4b11d 2024-11-26T21:23:57,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/b4df9b16db754dfcb6f734ee3112dc17 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/b4df9b16db754dfcb6f734ee3112dc17 2024-11-26T21:23:57,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4745ad68bdb4b37892d45c6b19703e0 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f4745ad68bdb4b37892d45c6b19703e0 2024-11-26T21:23:57,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d965e2712ec44b1a885e48b07b608ee4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/d965e2712ec44b1a885e48b07b608ee4 2024-11-26T21:23:57,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/1727ba7ef2b2436a8baa9e24e1719d6f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/1727ba7ef2b2436a8baa9e24e1719d6f 2024-11-26T21:23:57,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/49dfb8e2e2444b228be0413fde7fabb1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/49dfb8e2e2444b228be0413fde7fabb1 2024-11-26T21:23:57,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f54b08fc82a24db5b61f21a3a7af3186 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f54b08fc82a24db5b61f21a3a7af3186 2024-11-26T21:23:57,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/2ea2492472704e588fdbedfc19dcd2a5 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/2ea2492472704e588fdbedfc19dcd2a5 2024-11-26T21:23:57,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/6208caada52a4fd9ba9bad38d4253b62 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/6208caada52a4fd9ba9bad38d4253b62 2024-11-26T21:23:57,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e9b0e92d9bb74c88af8f3e0f72af98b1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e9b0e92d9bb74c88af8f3e0f72af98b1 2024-11-26T21:23:57,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/dd69917a16a44c74a01ed4c3c5ac7270 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/dd69917a16a44c74a01ed4c3c5ac7270 2024-11-26T21:23:57,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/52fe95573afd4b85a3fd3a959b9ee0d3 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/52fe95573afd4b85a3fd3a959b9ee0d3 2024-11-26T21:23:57,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/366d6a31b9f94c3580385c48ace39177 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/366d6a31b9f94c3580385c48ace39177 2024-11-26T21:23:57,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ba5644f50f6b4bc7b79e92c76db6b0af to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ba5644f50f6b4bc7b79e92c76db6b0af 2024-11-26T21:23:57,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/12eb2e732fb843018516e6b48d4cabcc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/12eb2e732fb843018516e6b48d4cabcc 2024-11-26T21:23:57,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4674a40c3c334395bf6c991803d454cc to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4674a40c3c334395bf6c991803d454cc 2024-11-26T21:23:57,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ef1a12ec18404531aef6c8f8f0fa7984 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/ef1a12ec18404531aef6c8f8f0fa7984 2024-11-26T21:23:57,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1261b99368324251b6fa68be826b07ee, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03efb5f0200743f38a68e5d2087847d4, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/5e1ecdf7627a43acb9ce9c6995d5b290, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1f900b67bdd7479aa818e24edb225c3f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/78b0009eb36b41d995eeea31dc52cc60, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/112a3ee9960c46a4b6ea87f9f9f72ddd, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/f547ffcaee2e4eeea96006d8249c9752, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/4543635e21924de589d2b4e07cb58828, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/47328732d10e442c86c12c987fe2092a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b13ea51d75c74790b9699e0187110f0f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/2533342282fa4c05b0c8eae4e2efdef6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/50170ea083ab4ce8bf5cdead1ab38a07, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/37de047eb5c249f889eba0181fc438ab, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/bc5afedff0524227a03685e78e44afd8, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/805a818ccf5845ebaf83230c9b9a1e0f, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/888eff9ac7c04f56a71ae3a0d86b4340, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0c446e8ce3a243338db429ddd6324815, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/19693d4b7a574226891da3d9b0b028e6, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/20883a93429844a084342bdf357d0b81, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/fac5eab666524656a04ed83133ccad29, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/c048c27844e842bca3dc13af415cee1e, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/dd02914dec514bfa8d4fe6f114f0582a, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/ae4f77060570433abef98b91934e65d2, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0094008cf64c4daba897ac527c8eb93c] to archive 2024-11-26T21:23:57,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T21:23:57,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1261b99368324251b6fa68be826b07ee to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1261b99368324251b6fa68be826b07ee 2024-11-26T21:23:57,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03efb5f0200743f38a68e5d2087847d4 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03efb5f0200743f38a68e5d2087847d4 2024-11-26T21:23:57,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/5e1ecdf7627a43acb9ce9c6995d5b290 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/5e1ecdf7627a43acb9ce9c6995d5b290 2024-11-26T21:23:57,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1f900b67bdd7479aa818e24edb225c3f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/1f900b67bdd7479aa818e24edb225c3f 2024-11-26T21:23:57,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/78b0009eb36b41d995eeea31dc52cc60 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/78b0009eb36b41d995eeea31dc52cc60 2024-11-26T21:23:57,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/112a3ee9960c46a4b6ea87f9f9f72ddd to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/112a3ee9960c46a4b6ea87f9f9f72ddd 2024-11-26T21:23:57,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/f547ffcaee2e4eeea96006d8249c9752 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/f547ffcaee2e4eeea96006d8249c9752 2024-11-26T21:23:57,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/4543635e21924de589d2b4e07cb58828 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/4543635e21924de589d2b4e07cb58828 2024-11-26T21:23:57,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/47328732d10e442c86c12c987fe2092a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/47328732d10e442c86c12c987fe2092a 2024-11-26T21:23:57,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b13ea51d75c74790b9699e0187110f0f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b13ea51d75c74790b9699e0187110f0f 2024-11-26T21:23:57,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/2533342282fa4c05b0c8eae4e2efdef6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/2533342282fa4c05b0c8eae4e2efdef6 2024-11-26T21:23:57,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/50170ea083ab4ce8bf5cdead1ab38a07 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/50170ea083ab4ce8bf5cdead1ab38a07 2024-11-26T21:23:57,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/37de047eb5c249f889eba0181fc438ab to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/37de047eb5c249f889eba0181fc438ab 2024-11-26T21:23:57,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/bc5afedff0524227a03685e78e44afd8 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/bc5afedff0524227a03685e78e44afd8 2024-11-26T21:23:57,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/805a818ccf5845ebaf83230c9b9a1e0f to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/805a818ccf5845ebaf83230c9b9a1e0f 2024-11-26T21:23:57,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/888eff9ac7c04f56a71ae3a0d86b4340 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/888eff9ac7c04f56a71ae3a0d86b4340 2024-11-26T21:23:57,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0c446e8ce3a243338db429ddd6324815 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0c446e8ce3a243338db429ddd6324815 2024-11-26T21:23:57,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/19693d4b7a574226891da3d9b0b028e6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/19693d4b7a574226891da3d9b0b028e6 2024-11-26T21:23:57,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/20883a93429844a084342bdf357d0b81 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/20883a93429844a084342bdf357d0b81 2024-11-26T21:23:57,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/fac5eab666524656a04ed83133ccad29 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/fac5eab666524656a04ed83133ccad29 2024-11-26T21:23:57,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/c048c27844e842bca3dc13af415cee1e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/c048c27844e842bca3dc13af415cee1e 2024-11-26T21:23:57,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/dd02914dec514bfa8d4fe6f114f0582a to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/dd02914dec514bfa8d4fe6f114f0582a 2024-11-26T21:23:57,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/ae4f77060570433abef98b91934e65d2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/ae4f77060570433abef98b91934e65d2 2024-11-26T21:23:57,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0094008cf64c4daba897ac527c8eb93c to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/0094008cf64c4daba897ac527c8eb93c 2024-11-26T21:23:57,808 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/recovered.edits/405.seqid, newMaxSeqId=405, maxSeqId=4 2024-11-26T21:23:57,808 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6. 2024-11-26T21:23:57,808 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for 7ae13f8b282479251128fc3c989aabd6: 2024-11-26T21:23:57,809 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed 7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:57,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=7ae13f8b282479251128fc3c989aabd6, regionState=CLOSED 2024-11-26T21:23:57,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-26T21:23:57,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure 7ae13f8b282479251128fc3c989aabd6, server=f2fea67b8e2e,45485,1732656062493 in 1.4460 sec 2024-11-26T21:23:57,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-11-26T21:23:57,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ae13f8b282479251128fc3c989aabd6, UNASSIGN in 1.4490 sec 2024-11-26T21:23:57,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-26T21:23:57,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4510 sec 2024-11-26T21:23:57,814 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732656237814"}]},"ts":"1732656237814"} 2024-11-26T21:23:57,815 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T21:23:57,817 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T21:23:57,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4610 sec 2024-11-26T21:23:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T21:23:58,461 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-26T21:23:58,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T21:23:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:58,463 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T21:23:58,464 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:58,466 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C, FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/recovered.edits] 2024-11-26T21:23:58,469 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/659d254d035249f5b1c468a8ebd4f694 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/659d254d035249f5b1c468a8ebd4f694 2024-11-26T21:23:58,470 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/65a4fc189b9d43a8a7afb7aa4d7e7aba to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/65a4fc189b9d43a8a7afb7aa4d7e7aba 2024-11-26T21:23:58,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/eecea88c65264e98a784ca3a3e6f527e to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/eecea88c65264e98a784ca3a3e6f527e 2024-11-26T21:23:58,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/feb122dd62914e65b6c2651136217941 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/A/feb122dd62914e65b6c2651136217941 2024-11-26T21:23:58,473 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4efac2fa9ff04cadaef81cf2f4953963 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/4efac2fa9ff04cadaef81cf2f4953963 2024-11-26T21:23:58,474 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/586ed913751c4128930697d8fa81e46b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/586ed913751c4128930697d8fa81e46b 2024-11-26T21:23:58,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e8b4bf01798847f3947f8f0db42c0663 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/e8b4bf01798847f3947f8f0db42c0663 2024-11-26T21:23:58,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f5f7c285d30e4fea85b9f2e11a865db7 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/B/f5f7c285d30e4fea85b9f2e11a865db7 2024-11-26T21:23:58,477 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03db5ff0fa9d4c37891106939ba45e9b to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/03db5ff0fa9d4c37891106939ba45e9b 2024-11-26T21:23:58,478 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/6bd75c7373c7422da43b3be846a06f89 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/6bd75c7373c7422da43b3be846a06f89 2024-11-26T21:23:58,479 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/95515e28390e4162aa7ad1fd8cdf11e2 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/95515e28390e4162aa7ad1fd8cdf11e2 2024-11-26T21:23:58,480 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b94b772c89da49ddb3a5ec36f11732f1 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/C/b94b772c89da49ddb3a5ec36f11732f1 2024-11-26T21:23:58,481 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/recovered.edits/405.seqid to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6/recovered.edits/405.seqid 2024-11-26T21:23:58,482 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/default/TestAcidGuarantees/7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,482 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T21:23:58,482 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T21:23:58,483 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T21:23:58,485 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126049db80f8c6b411f9e76e3150becb12e_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126049db80f8c6b411f9e76e3150becb12e_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,486 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260531bacd023a41bd94178d6592ec1dde_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260531bacd023a41bd94178d6592ec1dde_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,487 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126123940eb64894a99b667bf43cc0dfd36_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126123940eb64894a99b667bf43cc0dfd36_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,488 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261f604fbc23dd47c88a7874252c70c6e9_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261f604fbc23dd47c88a7874252c70c6e9_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,489 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263cda5e029d9a498bb7fc9bd05cbc8d63_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263cda5e029d9a498bb7fc9bd05cbc8d63_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,490 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126411f98adf9ae45df9b4c83a9188ad40f_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126411f98adf9ae45df9b4c83a9188ad40f_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,490 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265190fde96f824585a86c6353316326d0_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265190fde96f824585a86c6353316326d0_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,491 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265322174dcc6b4a41876520de2165ac4e_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265322174dcc6b4a41876520de2165ac4e_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,492 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265a390ce3d6fc49e8b5b1ad0c01d73eaf_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265a390ce3d6fc49e8b5b1ad0c01d73eaf_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,493 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267c008b11a4a04a8d99bd067c426af566_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267c008b11a4a04a8d99bd067c426af566_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,494 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126848c337b185c48c49ffdd9ffad17e881_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126848c337b185c48c49ffdd9ffad17e881_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,495 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268642a1ce4f344a6bb41be8d5958b695e_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268642a1ce4f344a6bb41be8d5958b695e_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,495 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268c9b760d87e04915a37367e3228dfc4c_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268c9b760d87e04915a37367e3228dfc4c_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,496 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126baeb0b1bdba84d16af9be1d7bb59a594_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126baeb0b1bdba84d16af9be1d7bb59a594_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,497 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfeb6df58de14008a52381452f3426c6_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfeb6df58de14008a52381452f3426c6_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,498 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c8034138a31048249a915dde95aedce9_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c8034138a31048249a915dde95aedce9_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,499 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cf0c11d2c2c74b6885a31c1a7b03da56_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cf0c11d2c2c74b6885a31c1a7b03da56_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,499 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d582fde348cd499db5262b4ed4136a98_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d582fde348cd499db5262b4ed4136a98_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,500 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dc7d9b77cc154f438f6549b6e560cb88_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dc7d9b77cc154f438f6549b6e560cb88_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,501 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f353417a23974275b1465876590a8add_7ae13f8b282479251128fc3c989aabd6 to hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f353417a23974275b1465876590a8add_7ae13f8b282479251128fc3c989aabd6 2024-11-26T21:23:58,501 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T21:23:58,503 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:58,506 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T21:23:58,507 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T21:23:58,508 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:58,508 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T21:23:58,508 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732656238508"}]},"ts":"9223372036854775807"} 2024-11-26T21:23:58,509 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T21:23:58,509 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7ae13f8b282479251128fc3c989aabd6, NAME => 'TestAcidGuarantees,,1732656212317.7ae13f8b282479251128fc3c989aabd6.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T21:23:58,509 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T21:23:58,509 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732656238509"}]},"ts":"9223372036854775807"} 2024-11-26T21:23:58,511 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T21:23:58,513 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T21:23:58,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-26T21:23:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T21:23:58,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-26T21:23:58,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4321 (was 4347) 2024-11-26T21:23:58,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T21:23:58,576 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T21:23:58,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34886e56 to 127.0.0.1:62685 2024-11-26T21:23:58,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:58,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:23:58,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-11-26T21:23:58,577 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f2fea67b8e2e,46209,1732656061734 2024-11-26T21:23:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:23:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:23:58,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T21:23:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:23:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:23:58,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:23:58,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:23:58,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:58,580 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f2fea67b8e2e,45485,1732656062493' ***** 2024-11-26T21:23:58,580 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T21:23:58,581 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:23:58,581 INFO [RS:0;f2fea67b8e2e:45485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:23:58,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T21:23:58,581 INFO [RS:0;f2fea67b8e2e:45485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:23:58,581 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(3579): Received CLOSE for dfaae40be0c9795fe02530226d444aec 2024-11-26T21:23:58,581 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1224): stopping server f2fea67b8e2e,45485,1732656062493 2024-11-26T21:23:58,582 DEBUG [RS:0;f2fea67b8e2e:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:58,582 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:23:58,582 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:23:58,582 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:23:58,582 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dfaae40be0c9795fe02530226d444aec, disabling compactions & flushes 2024-11-26T21:23:58,582 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T21:23:58,582 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:23:58,582 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1603): Online Regions={dfaae40be0c9795fe02530226d444aec=hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. after waiting 0 ms 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:23:58,582 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing dfaae40be0c9795fe02530226d444aec 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T21:23:58,582 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:23:58,582 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:23:58,582 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-26T21:23:58,583 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, dfaae40be0c9795fe02530226d444aec 2024-11-26T21:23:58,599 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec/.tmp/info/213c3c091df84242b7d8463fccca0567 is 45, key is default/info:d/1732656067118/Put/seqid=0 2024-11-26T21:23:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742491_1667 (size=5037) 2024-11-26T21:23:58,605 INFO [regionserver/f2fea67b8e2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:23:58,608 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/info/1963d2287a574a88a758f97a356369ba is 143, key is hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec./info:regioninfo/1732656067004/Put/seqid=0 2024-11-26T21:23:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742492_1668 (size=7725) 2024-11-26T21:23:58,783 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, dfaae40be0c9795fe02530226d444aec 2024-11-26T21:23:58,983 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, dfaae40be0c9795fe02530226d444aec 2024-11-26T21:23:59,002 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec/.tmp/info/213c3c091df84242b7d8463fccca0567 2024-11-26T21:23:59,005 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec/.tmp/info/213c3c091df84242b7d8463fccca0567 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec/info/213c3c091df84242b7d8463fccca0567 2024-11-26T21:23:59,008 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec/info/213c3c091df84242b7d8463fccca0567, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T21:23:59,008 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for dfaae40be0c9795fe02530226d444aec in 426ms, sequenceid=6, compaction requested=false 2024-11-26T21:23:59,011 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/namespace/dfaae40be0c9795fe02530226d444aec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T21:23:59,012 INFO [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:23:59,012 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dfaae40be0c9795fe02530226d444aec: 2024-11-26T21:23:59,012 DEBUG [RS_CLOSE_REGION-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732656065765.dfaae40be0c9795fe02530226d444aec. 2024-11-26T21:23:59,012 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/info/1963d2287a574a88a758f97a356369ba 2024-11-26T21:23:59,029 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/rep_barrier/81b998868b154884bd9ebca8fb2e7d11 is 102, key is TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b./rep_barrier:/1732656094447/DeleteFamily/seqid=0 2024-11-26T21:23:59,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742493_1669 (size=6025) 2024-11-26T21:23:59,183 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T21:23:59,384 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T21:23:59,433 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/rep_barrier/81b998868b154884bd9ebca8fb2e7d11 2024-11-26T21:23:59,437 INFO [regionserver/f2fea67b8e2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T21:23:59,437 INFO [regionserver/f2fea67b8e2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T21:23:59,450 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/table/ff101bd8ef3e45ff8c8bcfb82cdedc9d is 96, key is TestAcidGuarantees,,1732656067365.600beb12f99ba232ff671bfe3d59ab7b./table:/1732656094447/DeleteFamily/seqid=0 2024-11-26T21:23:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742494_1670 (size=5942) 2024-11-26T21:23:59,584 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T21:23:59,584 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:23:59,584 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T21:23:59,784 DEBUG [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T21:23:59,853 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/table/ff101bd8ef3e45ff8c8bcfb82cdedc9d 2024-11-26T21:23:59,857 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/info/1963d2287a574a88a758f97a356369ba as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/info/1963d2287a574a88a758f97a356369ba 2024-11-26T21:23:59,860 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/info/1963d2287a574a88a758f97a356369ba, entries=22, sequenceid=93, filesize=7.5 K 2024-11-26T21:23:59,860 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/rep_barrier/81b998868b154884bd9ebca8fb2e7d11 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/rep_barrier/81b998868b154884bd9ebca8fb2e7d11 2024-11-26T21:23:59,863 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/rep_barrier/81b998868b154884bd9ebca8fb2e7d11, entries=6, sequenceid=93, filesize=5.9 K 2024-11-26T21:23:59,863 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/.tmp/table/ff101bd8ef3e45ff8c8bcfb82cdedc9d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/table/ff101bd8ef3e45ff8c8bcfb82cdedc9d 2024-11-26T21:23:59,865 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/table/ff101bd8ef3e45ff8c8bcfb82cdedc9d, entries=9, sequenceid=93, filesize=5.8 K 2024-11-26T21:23:59,866 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=93, compaction requested=false 2024-11-26T21:23:59,869 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-26T21:23:59,870 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:23:59,870 INFO [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T21:23:59,870 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T21:23:59,870 DEBUG [RS_CLOSE_META-regionserver/f2fea67b8e2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:23:59,984 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1250): stopping server f2fea67b8e2e,45485,1732656062493; all regions closed. 2024-11-26T21:23:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741834_1010 (size=26050) 2024-11-26T21:23:59,991 DEBUG [RS:0;f2fea67b8e2e:45485 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/oldWALs 2024-11-26T21:23:59,991 INFO [RS:0;f2fea67b8e2e:45485 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f2fea67b8e2e%2C45485%2C1732656062493.meta:.meta(num 1732656065498) 2024-11-26T21:23:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741832_1008 (size=15680425) 2024-11-26T21:23:59,995 DEBUG [RS:0;f2fea67b8e2e:45485 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/oldWALs 2024-11-26T21:23:59,995 INFO [RS:0;f2fea67b8e2e:45485 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f2fea67b8e2e%2C45485%2C1732656062493:(num 1732656064595) 2024-11-26T21:23:59,995 DEBUG [RS:0;f2fea67b8e2e:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:23:59,995 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:23:59,995 INFO [RS:0;f2fea67b8e2e:45485 {}] hbase.ChoreService(370): Chore service for: regionserver/f2fea67b8e2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T21:23:59,995 INFO [regionserver/f2fea67b8e2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T21:23:59,996 INFO [RS:0;f2fea67b8e2e:45485 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45485 2024-11-26T21:24:00,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f2fea67b8e2e,45485,1732656062493 2024-11-26T21:24:00,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:24:00,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f2fea67b8e2e,45485,1732656062493] 2024-11-26T21:24:00,001 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f2fea67b8e2e,45485,1732656062493; numProcessing=1 2024-11-26T21:24:00,000 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f41688f3790@41d4f2d3 rejected from java.util.concurrent.ThreadPoolExecutor@4d6648d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-26T21:24:00,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f2fea67b8e2e,45485,1732656062493 already deleted, retry=false 2024-11-26T21:24:00,003 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f2fea67b8e2e,45485,1732656062493 expired; onlineServers=0 2024-11-26T21:24:00,003 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f2fea67b8e2e,46209,1732656061734' ***** 2024-11-26T21:24:00,003 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:24:00,003 DEBUG [M:0;f2fea67b8e2e:46209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f2fea67b8e2e/172.17.0.2:0 2024-11-26T21:24:00,003 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegionServer(1224): stopping server f2fea67b8e2e,46209,1732656061734 2024-11-26T21:24:00,003 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegionServer(1250): stopping server f2fea67b8e2e,46209,1732656061734; all regions closed. 2024-11-26T21:24:00,003 DEBUG [M:0;f2fea67b8e2e:46209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:24:00,003 DEBUG [M:0;f2fea67b8e2e:46209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:24:00,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:24:00,003 DEBUG [M:0;f2fea67b8e2e:46209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:24:00,003 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster-HFileCleaner.large.0-1732656064247 {}] cleaner.HFileCleaner(306): Exit Thread[master/f2fea67b8e2e:0:becomeActiveMaster-HFileCleaner.large.0-1732656064247,5,FailOnTimeoutGroup] 2024-11-26T21:24:00,003 DEBUG [master/f2fea67b8e2e:0:becomeActiveMaster-HFileCleaner.small.0-1732656064248 {}] cleaner.HFileCleaner(306): Exit Thread[master/f2fea67b8e2e:0:becomeActiveMaster-HFileCleaner.small.0-1732656064248,5,FailOnTimeoutGroup] 2024-11-26T21:24:00,004 INFO [M:0;f2fea67b8e2e:46209 {}] hbase.ChoreService(370): Chore service for: master/f2fea67b8e2e:0 had [] on shutdown 2024-11-26T21:24:00,004 DEBUG [M:0;f2fea67b8e2e:46209 {}] master.HMaster(1733): Stopping service threads 2024-11-26T21:24:00,004 INFO [M:0;f2fea67b8e2e:46209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:24:00,004 ERROR [M:0;f2fea67b8e2e:46209 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (144834927) connection to localhost/127.0.0.1:45679 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45679,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T21:24:00,005 INFO [M:0;f2fea67b8e2e:46209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:24:00,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:24:00,005 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:24:00,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:24:00,006 DEBUG [M:0;f2fea67b8e2e:46209 {}] zookeeper.ZKUtil(347): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:24:00,006 WARN [M:0;f2fea67b8e2e:46209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:24:00,006 INFO [M:0;f2fea67b8e2e:46209 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T21:24:00,006 INFO [M:0;f2fea67b8e2e:46209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:24:00,006 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:24:00,006 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:24:00,006 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:24:00,006 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:24:00,006 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:24:00,006 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=764.37 KB heapSize=938.81 KB 2024-11-26T21:24:00,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:24:00,021 DEBUG [M:0;f2fea67b8e2e:46209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d20da93ca3e400a8a4c85f9a7b7d387 is 82, key is hbase:meta,,1/info:regioninfo/1732656065655/Put/seqid=0 2024-11-26T21:24:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742495_1671 (size=5672) 2024-11-26T21:24:00,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:24:00,102 INFO [RS:0;f2fea67b8e2e:45485 {}] regionserver.HRegionServer(1307): Exiting; stopping=f2fea67b8e2e,45485,1732656062493; zookeeper connection closed. 2024-11-26T21:24:00,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x10035b512b20001, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:24:00,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b059c0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b059c0 2024-11-26T21:24:00,103 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T21:24:00,425 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2143 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d20da93ca3e400a8a4c85f9a7b7d387 2024-11-26T21:24:00,445 DEBUG [M:0;f2fea67b8e2e:46209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59422c3438e944419a358c9e4cb8933d is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x9A/proc:d/1732656215335/Put/seqid=0 2024-11-26T21:24:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742496_1672 (size=45449) 2024-11-26T21:24:00,809 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T21:24:00,849 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=763.82 KB at sequenceid=2143 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59422c3438e944419a358c9e4cb8933d 2024-11-26T21:24:00,851 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59422c3438e944419a358c9e4cb8933d 2024-11-26T21:24:00,866 DEBUG [M:0;f2fea67b8e2e:46209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72cce30e4fad4237b6a9ca94cb788ff2 is 69, key is f2fea67b8e2e,45485,1732656062493/rs:state/1732656064374/Put/seqid=0 2024-11-26T21:24:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073742497_1673 (size=5156) 2024-11-26T21:24:01,270 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2143 (bloomFilter=true), to=hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72cce30e4fad4237b6a9ca94cb788ff2 2024-11-26T21:24:01,273 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d20da93ca3e400a8a4c85f9a7b7d387 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d20da93ca3e400a8a4c85f9a7b7d387 2024-11-26T21:24:01,276 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d20da93ca3e400a8a4c85f9a7b7d387, entries=8, sequenceid=2143, filesize=5.5 K 2024-11-26T21:24:01,277 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59422c3438e944419a358c9e4cb8933d as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59422c3438e944419a358c9e4cb8933d 2024-11-26T21:24:01,279 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59422c3438e944419a358c9e4cb8933d 2024-11-26T21:24:01,279 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59422c3438e944419a358c9e4cb8933d, entries=181, sequenceid=2143, filesize=44.4 K 2024-11-26T21:24:01,280 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72cce30e4fad4237b6a9ca94cb788ff2 as hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72cce30e4fad4237b6a9ca94cb788ff2 2024-11-26T21:24:01,282 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45679/user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72cce30e4fad4237b6a9ca94cb788ff2, entries=1, sequenceid=2143, filesize=5.0 K 2024-11-26T21:24:01,283 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(3040): Finished flush of dataSize ~764.37 KB/782719, heapSize ~938.52 KB/961040, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2143, compaction requested=false 2024-11-26T21:24:01,285 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:24:01,285 DEBUG [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T21:24:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37341 is added to blk_1073741830_1006 (size=923261) 2024-11-26T21:24:01,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/17c81b5c-7644-a47e-7de2-f312aacb9c6e/MasterData/WALs/f2fea67b8e2e,46209,1732656061734/f2fea67b8e2e%2C46209%2C1732656061734.1732656063683 not finished, retry = 0 2024-11-26T21:24:01,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T21:24:01,388 INFO [M:0;f2fea67b8e2e:46209 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T21:24:01,388 INFO [M:0;f2fea67b8e2e:46209 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46209 2024-11-26T21:24:01,390 DEBUG [M:0;f2fea67b8e2e:46209 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f2fea67b8e2e,46209,1732656061734 already deleted, retry=false 2024-11-26T21:24:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:24:01,492 INFO [M:0;f2fea67b8e2e:46209 {}] regionserver.HRegionServer(1307): Exiting; stopping=f2fea67b8e2e,46209,1732656061734; zookeeper connection closed. 2024-11-26T21:24:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x10035b512b20000, quorum=127.0.0.1:62685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:24:01,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26df09d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:24:01,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33f150ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:24:01,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:24:01,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:24:01,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13028e71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/hadoop.log.dir/,STOPPED} 2024-11-26T21:24:01,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:24:01,503 WARN [BP-2128567970-172.17.0.2-1732656058775 heartbeating to localhost/127.0.0.1:45679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:24:01,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:24:01,503 WARN [BP-2128567970-172.17.0.2-1732656058775 heartbeating to localhost/127.0.0.1:45679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128567970-172.17.0.2-1732656058775 (Datanode Uuid 45c02f04-1e15-4ec0-8551-0fbc14853990) service to localhost/127.0.0.1:45679 2024-11-26T21:24:01,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6/dfs/data/data1/current/BP-2128567970-172.17.0.2-1732656058775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:24:01,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/cluster_55149e97-d97d-2a18-3be5-db7f107f45b6/dfs/data/data2/current/BP-2128567970-172.17.0.2-1732656058775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:24:01,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:24:01,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:24:01,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:24:01,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:24:01,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:24:01,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b2aa3b3-a3be-38d0-31ec-18abb966b427/hadoop.log.dir/,STOPPED} 2024-11-26T21:24:01,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:24:01,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down